2024-09-10T10:02:18.823 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-10T10:02:18.844 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T10:02:18.936 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017 branch: wip-rishabh-testing-20240909.165402-squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/backtrace} email: null first_in_suite: false job_id: '7899017' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-rishabh-testing-20240909.165402-squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240909.165402-squid sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 9893 sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b sleep_before_teardown: 0 subset: 197/1024 suite: fs suite_branch: wip-rishabh-testing-20240909.165402-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi157.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHzzqpu4exeFkOejpvN+MHhdq/lWq5krXyqVAI2mT6fFw1CHuWOO75g7xElxnkMEMuDKm8CBhcYSJoCko9Pvkm8= smithi192.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFYqsfwczcFblMamGbtMpxhasCLKbx4B6iAQXEw7xwp4gmPf8OMKGz7wmG79KyK20P1MxPlmeM4IGnh4h0i6taU= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_backtrace teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_06:58:10 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-10T10:02:18.936 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa; will attempt to use it 2024-09-10T10:02:18.937 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks 2024-09-10T10:02:18.937 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-10T10:02:18.938 INFO:teuthology.task.internal:Checking packages... 2024-09-10T10:02:18.961 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '1cf819b7212a6048e92fc78c4eff963344f6d56b' 2024-09-10T10:02:18.961 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T10:02:18.961 INFO:teuthology.packaging:ref: None 2024-09-10T10:02:18.961 INFO:teuthology.packaging:tag: None 2024-09-10T10:02:18.961 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240909.165402-squid 2024-09-10T10:02:18.961 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:02:18.962 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-rishabh-testing-20240909.165402-squid 2024-09-10T10:02:19.105 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:02:19.107 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-10T10:02:19.113 INFO:teuthology.task.internal:no buildpackages task found 2024-09-10T10:02:19.113 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-10T10:02:19.160 INFO:teuthology.task.internal:Saving configuration 2024-09-10T10:02:19.175 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-10T10:02:19.236 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-10T10:02:19.261 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi157.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 09:56:02.921899', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIFFRWtzCKTNmQ6mLYfqZuck0RHl28PgySLuIurDSZEsS'} 2024-09-10T10:02:19.286 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi192.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 09:56:02.920754', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOmpq61bF4HC7oPW5ZQjwNyFuvr6YqJyjbXrKiig/Vxe'} 2024-09-10T10:02:19.286 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-10T10:02:19.292 INFO:teuthology.task.internal:roles: ubuntu@smithi157.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-10T10:02:19.293 INFO:teuthology.task.internal:roles: ubuntu@smithi192.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-10T10:02:19.293 INFO:teuthology.run_tasks:Running task console_log... 2024-09-10T10:02:19.372 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f45d2ae3be0>, signals=[15]) 2024-09-10T10:02:19.372 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-10T10:02:19.379 INFO:teuthology.task.internal:Opening connections... 2024-09-10T10:02:19.379 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:02:19.380 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:02:19.461 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:02:19.461 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:02:19.544 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-10T10:02:19.551 DEBUG:teuthology.orchestra.run.smithi157:> uname -m 2024-09-10T10:02:19.556 INFO:teuthology.orchestra.run.smithi157.stdout:x86_64 2024-09-10T10:02:19.556 DEBUG:teuthology.orchestra.run.smithi157:> cat /etc/os-release 2024-09-10T10:02:19.602 INFO:teuthology.orchestra.run.smithi157.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-10T10:02:19.602 INFO:teuthology.orchestra.run.smithi157.stdout:NAME="Ubuntu" 2024-09-10T10:02:19.602 INFO:teuthology.orchestra.run.smithi157.stdout:VERSION_ID="22.04" 2024-09-10T10:02:19.602 INFO:teuthology.orchestra.run.smithi157.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-10T10:02:19.602 INFO:teuthology.orchestra.run.smithi157.stdout:VERSION_CODENAME=jammy 2024-09-10T10:02:19.602 INFO:teuthology.orchestra.run.smithi157.stdout:ID=ubuntu 2024-09-10T10:02:19.602 INFO:teuthology.orchestra.run.smithi157.stdout:ID_LIKE=debian 2024-09-10T10:02:19.602 INFO:teuthology.orchestra.run.smithi157.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-10T10:02:19.602 INFO:teuthology.orchestra.run.smithi157.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-10T10:02:19.603 INFO:teuthology.orchestra.run.smithi157.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-10T10:02:19.603 INFO:teuthology.orchestra.run.smithi157.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-10T10:02:19.603 INFO:teuthology.orchestra.run.smithi157.stdout:UBUNTU_CODENAME=jammy 2024-09-10T10:02:19.603 INFO:teuthology.lock.ops:Updating smithi157.front.sepia.ceph.com on lock server 2024-09-10T10:02:19.625 DEBUG:teuthology.orchestra.run.smithi192:> uname -m 2024-09-10T10:02:19.630 INFO:teuthology.orchestra.run.smithi192.stdout:x86_64 2024-09-10T10:02:19.631 DEBUG:teuthology.orchestra.run.smithi192:> cat /etc/os-release 2024-09-10T10:02:19.680 INFO:teuthology.orchestra.run.smithi192.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-10T10:02:19.680 INFO:teuthology.orchestra.run.smithi192.stdout:NAME="Ubuntu" 2024-09-10T10:02:19.680 INFO:teuthology.orchestra.run.smithi192.stdout:VERSION_ID="22.04" 2024-09-10T10:02:19.680 INFO:teuthology.orchestra.run.smithi192.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-10T10:02:19.680 INFO:teuthology.orchestra.run.smithi192.stdout:VERSION_CODENAME=jammy 2024-09-10T10:02:19.681 INFO:teuthology.orchestra.run.smithi192.stdout:ID=ubuntu 2024-09-10T10:02:19.681 INFO:teuthology.orchestra.run.smithi192.stdout:ID_LIKE=debian 2024-09-10T10:02:19.681 INFO:teuthology.orchestra.run.smithi192.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-10T10:02:19.681 INFO:teuthology.orchestra.run.smithi192.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-10T10:02:19.681 INFO:teuthology.orchestra.run.smithi192.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-10T10:02:19.681 INFO:teuthology.orchestra.run.smithi192.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-10T10:02:19.681 INFO:teuthology.orchestra.run.smithi192.stdout:UBUNTU_CODENAME=jammy 2024-09-10T10:02:19.681 INFO:teuthology.lock.ops:Updating smithi192.front.sepia.ceph.com on lock server 2024-09-10T10:02:19.700 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-10T10:02:19.709 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-10T10:02:19.766 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-10T10:02:19.767 DEBUG:teuthology.orchestra.run.smithi157:> test '!' -e /home/ubuntu/cephtest 2024-09-10T10:02:19.769 DEBUG:teuthology.orchestra.run.smithi192:> test '!' -e /home/ubuntu/cephtest 2024-09-10T10:02:19.774 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-10T10:02:19.794 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-10T10:02:19.794 DEBUG:teuthology.orchestra.run.smithi157:> test -z $(ls -A /var/lib/ceph) 2024-09-10T10:02:19.816 DEBUG:teuthology.orchestra.run.smithi192:> test -z $(ls -A /var/lib/ceph) 2024-09-10T10:02:19.916 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-10T10:02:19.970 INFO:teuthology.run_tasks:Running task kernel... 2024-09-10T10:02:19.984 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-10T10:02:19.984 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-10T10:02:19.984 DEBUG:teuthology.orchestra.run.smithi157:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T10:02:19.985 DEBUG:teuthology.orchestra.run.smithi192:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T10:02:19.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:02:19.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:02:19.990 DEBUG:teuthology.orchestra.run.smithi192:> uname -r 2024-09-10T10:02:19.991 DEBUG:teuthology.orchestra.run.smithi157:> uname -r 2024-09-10T10:02:20.037 INFO:teuthology.orchestra.run.smithi192.stdout:5.15.0-56-generic 2024-09-10T10:02:20.037 INFO:teuthology.task.kernel:Running kernel on smithi192: 5.15.0-56-generic 2024-09-10T10:02:20.037 DEBUG:teuthology.orchestra.run.smithi192:> sudo apt-get clean 2024-09-10T10:02:20.039 INFO:teuthology.orchestra.run.smithi157.stdout:5.15.0-56-generic 2024-09-10T10:02:20.039 INFO:teuthology.task.kernel:Running kernel on smithi157: 5.15.0-56-generic 2024-09-10T10:02:20.039 DEBUG:teuthology.orchestra.run.smithi157:> sudo apt-get clean 2024-09-10T10:02:20.171 DEBUG:teuthology.orchestra.run.smithi157:> sudo apt-get update 2024-09-10T10:02:20.195 DEBUG:teuthology.orchestra.run.smithi192:> sudo apt-get update 2024-09-10T10:02:20.292 INFO:teuthology.orchestra.run.smithi157.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-10T10:02:20.316 INFO:teuthology.orchestra.run.smithi157.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-10T10:02:20.317 INFO:teuthology.orchestra.run.smithi157.stdout:Get:3 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-10T10:02:20.381 INFO:teuthology.orchestra.run.smithi157.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-10T10:02:20.470 INFO:teuthology.orchestra.run.smithi192.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-10T10:02:20.470 INFO:teuthology.orchestra.run.smithi192.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-10T10:02:20.530 INFO:teuthology.orchestra.run.smithi192.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-10T10:02:20.548 INFO:teuthology.orchestra.run.smithi157.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-10T10:02:20.629 INFO:teuthology.orchestra.run.smithi157.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-10T10:02:20.647 INFO:teuthology.orchestra.run.smithi157.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-10T10:02:20.653 INFO:teuthology.orchestra.run.smithi157.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-10T10:02:20.656 INFO:teuthology.orchestra.run.smithi157.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-10T10:02:20.656 INFO:teuthology.orchestra.run.smithi157.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-10T10:02:20.657 INFO:teuthology.orchestra.run.smithi157.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-10T10:02:20.681 INFO:teuthology.orchestra.run.smithi157.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-10T10:02:20.685 INFO:teuthology.orchestra.run.smithi157.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-10T10:02:20.685 INFO:teuthology.orchestra.run.smithi157.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-10T10:02:20.695 INFO:teuthology.orchestra.run.smithi157.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-10T10:02:20.701 INFO:teuthology.orchestra.run.smithi157.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-10T10:02:20.703 INFO:teuthology.orchestra.run.smithi157.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-10T10:02:20.703 INFO:teuthology.orchestra.run.smithi157.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-10T10:02:20.729 INFO:teuthology.orchestra.run.smithi157.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-10T10:02:20.729 INFO:teuthology.orchestra.run.smithi157.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-10T10:02:20.729 INFO:teuthology.orchestra.run.smithi157.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-10T10:02:20.730 INFO:teuthology.orchestra.run.smithi157.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-10T10:02:20.734 INFO:teuthology.orchestra.run.smithi157.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-10T10:02:20.736 INFO:teuthology.orchestra.run.smithi157.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-10T10:02:20.736 INFO:teuthology.orchestra.run.smithi157.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-10T10:02:20.737 INFO:teuthology.orchestra.run.smithi157.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-10T10:02:20.755 INFO:teuthology.orchestra.run.smithi157.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-10T10:02:20.758 INFO:teuthology.orchestra.run.smithi157.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-10T10:02:20.758 INFO:teuthology.orchestra.run.smithi157.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-10T10:02:20.765 INFO:teuthology.orchestra.run.smithi157.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-10T10:02:20.773 INFO:teuthology.orchestra.run.smithi157.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-10T10:02:20.775 INFO:teuthology.orchestra.run.smithi157.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-10T10:02:20.775 INFO:teuthology.orchestra.run.smithi157.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-10T10:02:20.775 INFO:teuthology.orchestra.run.smithi157.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-10T10:02:20.776 INFO:teuthology.orchestra.run.smithi157.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-10T10:02:20.793 INFO:teuthology.orchestra.run.smithi157.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-10T10:02:20.793 INFO:teuthology.orchestra.run.smithi157.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-10T10:02:20.793 INFO:teuthology.orchestra.run.smithi157.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-10T10:02:20.794 INFO:teuthology.orchestra.run.smithi157.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-10T10:02:20.804 INFO:teuthology.orchestra.run.smithi157.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-10T10:02:20.804 INFO:teuthology.orchestra.run.smithi157.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-10T10:02:20.805 INFO:teuthology.orchestra.run.smithi157.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-10T10:02:20.805 INFO:teuthology.orchestra.run.smithi157.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-10T10:02:20.821 INFO:teuthology.orchestra.run.smithi157.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-10T10:02:20.887 INFO:teuthology.orchestra.run.smithi192.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-10T10:02:20.909 INFO:teuthology.orchestra.run.smithi192.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-10T10:02:21.027 INFO:teuthology.orchestra.run.smithi192.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-10T10:02:21.203 INFO:teuthology.orchestra.run.smithi192.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-10T10:02:21.344 INFO:teuthology.orchestra.run.smithi192.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-10T10:02:21.375 INFO:teuthology.orchestra.run.smithi192.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-10T10:02:21.379 INFO:teuthology.orchestra.run.smithi192.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-10T10:02:21.387 INFO:teuthology.orchestra.run.smithi192.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-10T10:02:21.388 INFO:teuthology.orchestra.run.smithi192.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-10T10:02:21.390 INFO:teuthology.orchestra.run.smithi192.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-10T10:02:21.394 INFO:teuthology.orchestra.run.smithi192.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-10T10:02:21.394 INFO:teuthology.orchestra.run.smithi192.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-10T10:02:21.462 INFO:teuthology.orchestra.run.smithi192.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-10T10:02:21.481 INFO:teuthology.orchestra.run.smithi192.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-10T10:02:21.481 INFO:teuthology.orchestra.run.smithi192.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-10T10:02:21.490 INFO:teuthology.orchestra.run.smithi192.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-10T10:02:21.491 INFO:teuthology.orchestra.run.smithi192.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-10T10:02:21.491 INFO:teuthology.orchestra.run.smithi192.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-10T10:02:21.491 INFO:teuthology.orchestra.run.smithi192.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-10T10:02:21.504 INFO:teuthology.orchestra.run.smithi192.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-10T10:02:21.513 INFO:teuthology.orchestra.run.smithi192.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-10T10:02:21.530 INFO:teuthology.orchestra.run.smithi192.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-10T10:02:21.533 INFO:teuthology.orchestra.run.smithi192.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-10T10:02:21.537 INFO:teuthology.orchestra.run.smithi192.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-10T10:02:21.537 INFO:teuthology.orchestra.run.smithi192.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-10T10:02:21.538 INFO:teuthology.orchestra.run.smithi192.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-10T10:02:21.538 INFO:teuthology.orchestra.run.smithi192.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-10T10:02:21.540 INFO:teuthology.orchestra.run.smithi192.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-10T10:02:21.541 INFO:teuthology.orchestra.run.smithi192.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-10T10:02:21.542 INFO:teuthology.orchestra.run.smithi192.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-10T10:02:21.591 INFO:teuthology.orchestra.run.smithi192.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-10T10:02:21.591 INFO:teuthology.orchestra.run.smithi192.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-10T10:02:21.591 INFO:teuthology.orchestra.run.smithi192.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-10T10:02:21.593 INFO:teuthology.orchestra.run.smithi192.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-10T10:02:21.620 INFO:teuthology.orchestra.run.smithi192.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-10T10:02:21.621 INFO:teuthology.orchestra.run.smithi192.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-10T10:02:21.621 INFO:teuthology.orchestra.run.smithi192.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-10T10:02:21.622 INFO:teuthology.orchestra.run.smithi192.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-10T10:02:21.622 INFO:teuthology.orchestra.run.smithi192.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-10T10:02:21.622 INFO:teuthology.orchestra.run.smithi192.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-10T10:02:21.672 INFO:teuthology.orchestra.run.smithi192.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-10T10:02:27.181 INFO:teuthology.orchestra.run.smithi157.stdout:Fetched 15.8 MB in 2s (7,403 kB/s) 2024-09-10T10:02:27.459 INFO:teuthology.orchestra.run.smithi192.stdout:Fetched 15.8 MB in 3s (5,746 kB/s) 2024-09-10T10:02:28.600 INFO:teuthology.orchestra.run.smithi157.stdout:Reading package lists... 2024-09-10T10:02:28.617 DEBUG:teuthology.orchestra.run.smithi157:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-10T10:02:28.671 INFO:teuthology.orchestra.run.smithi157.stdout:Reading package lists... 2024-09-10T10:02:28.861 INFO:teuthology.orchestra.run.smithi157.stdout:Building dependency tree... 2024-09-10T10:02:28.861 INFO:teuthology.orchestra.run.smithi157.stdout:Reading state information... 2024-09-10T10:02:28.881 INFO:teuthology.orchestra.run.smithi192.stdout:Reading package lists... 2024-09-10T10:02:28.899 DEBUG:teuthology.orchestra.run.smithi192:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-10T10:02:28.960 INFO:teuthology.orchestra.run.smithi192.stdout:Reading package lists... 2024-09-10T10:02:29.026 INFO:teuthology.orchestra.run.smithi157.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:02:29.026 INFO:teuthology.orchestra.run.smithi157.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:02:29.026 INFO:teuthology.orchestra.run.smithi157.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:02:29.027 INFO:teuthology.orchestra.run.smithi157.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:02:29.027 INFO:teuthology.orchestra.run.smithi157.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-10T10:02:29.027 INFO:teuthology.orchestra.run.smithi157.stdout: python2.7-minimal 2024-09-10T10:02:29.027 INFO:teuthology.orchestra.run.smithi157.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:02:29.028 INFO:teuthology.orchestra.run.smithi157.stdout:The following additional packages will be installed: 2024-09-10T10:02:29.028 INFO:teuthology.orchestra.run.smithi157.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-10T10:02:29.028 INFO:teuthology.orchestra.run.smithi157.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-10T10:02:29.028 INFO:teuthology.orchestra.run.smithi157.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-10T10:02:29.030 INFO:teuthology.orchestra.run.smithi157.stdout:Suggested packages: 2024-09-10T10:02:29.030 INFO:teuthology.orchestra.run.smithi157.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-10T10:02:29.030 INFO:teuthology.orchestra.run.smithi157.stdout:Recommended packages: 2024-09-10T10:02:29.030 INFO:teuthology.orchestra.run.smithi157.stdout: thermald 2024-09-10T10:02:29.080 INFO:teuthology.orchestra.run.smithi157.stdout:The following NEW packages will be installed: 2024-09-10T10:02:29.080 INFO:teuthology.orchestra.run.smithi157.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-10T10:02:29.080 INFO:teuthology.orchestra.run.smithi157.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-10T10:02:29.081 INFO:teuthology.orchestra.run.smithi157.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-10T10:02:29.082 INFO:teuthology.orchestra.run.smithi157.stdout:The following packages will be upgraded: 2024-09-10T10:02:29.083 INFO:teuthology.orchestra.run.smithi157.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-10T10:02:29.170 INFO:teuthology.orchestra.run.smithi192.stdout:Building dependency tree... 2024-09-10T10:02:29.171 INFO:teuthology.orchestra.run.smithi192.stdout:Reading state information... 2024-09-10T10:02:29.263 INFO:teuthology.orchestra.run.smithi157.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-10T10:02:29.263 INFO:teuthology.orchestra.run.smithi157.stdout:Need to get 113 MB of archives. 2024-09-10T10:02:29.263 INFO:teuthology.orchestra.run.smithi157.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-10T10:02:29.263 INFO:teuthology.orchestra.run.smithi157.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-10T10:02:29.346 INFO:teuthology.orchestra.run.smithi192.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:02:29.346 INFO:teuthology.orchestra.run.smithi192.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:02:29.346 INFO:teuthology.orchestra.run.smithi192.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:02:29.347 INFO:teuthology.orchestra.run.smithi192.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:02:29.347 INFO:teuthology.orchestra.run.smithi192.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-10T10:02:29.347 INFO:teuthology.orchestra.run.smithi192.stdout: python2.7-minimal 2024-09-10T10:02:29.347 INFO:teuthology.orchestra.run.smithi192.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:02:29.348 INFO:teuthology.orchestra.run.smithi192.stdout:The following additional packages will be installed: 2024-09-10T10:02:29.348 INFO:teuthology.orchestra.run.smithi192.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-10T10:02:29.348 INFO:teuthology.orchestra.run.smithi192.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-10T10:02:29.348 INFO:teuthology.orchestra.run.smithi192.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-10T10:02:29.350 INFO:teuthology.orchestra.run.smithi192.stdout:Suggested packages: 2024-09-10T10:02:29.350 INFO:teuthology.orchestra.run.smithi192.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-10T10:02:29.350 INFO:teuthology.orchestra.run.smithi192.stdout:Recommended packages: 2024-09-10T10:02:29.350 INFO:teuthology.orchestra.run.smithi192.stdout: thermald 2024-09-10T10:02:29.394 INFO:teuthology.orchestra.run.smithi192.stdout:The following NEW packages will be installed: 2024-09-10T10:02:29.394 INFO:teuthology.orchestra.run.smithi192.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-10T10:02:29.395 INFO:teuthology.orchestra.run.smithi192.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-10T10:02:29.395 INFO:teuthology.orchestra.run.smithi192.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-10T10:02:29.396 INFO:teuthology.orchestra.run.smithi192.stdout:The following packages will be upgraded: 2024-09-10T10:02:29.397 INFO:teuthology.orchestra.run.smithi192.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-10T10:02:29.576 INFO:teuthology.orchestra.run.smithi192.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-10T10:02:29.577 INFO:teuthology.orchestra.run.smithi192.stdout:Need to get 113 MB of archives. 2024-09-10T10:02:29.577 INFO:teuthology.orchestra.run.smithi192.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-10T10:02:29.577 INFO:teuthology.orchestra.run.smithi192.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-10T10:02:30.765 INFO:teuthology.orchestra.run.smithi157.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-10T10:02:31.000 INFO:teuthology.orchestra.run.smithi192.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-10T10:02:31.117 INFO:teuthology.orchestra.run.smithi157.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-10T10:02:31.349 INFO:teuthology.orchestra.run.smithi192.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-10T10:02:33.352 INFO:teuthology.orchestra.run.smithi157.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-10T10:02:33.352 INFO:teuthology.orchestra.run.smithi157.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-10T10:02:33.353 INFO:teuthology.orchestra.run.smithi157.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-10T10:02:33.577 INFO:teuthology.orchestra.run.smithi192.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-10T10:02:33.577 INFO:teuthology.orchestra.run.smithi192.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-10T10:02:33.578 INFO:teuthology.orchestra.run.smithi192.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-10T10:02:33.775 INFO:teuthology.orchestra.run.smithi157.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-10T10:02:33.862 INFO:teuthology.orchestra.run.smithi157.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-10T10:02:33.939 INFO:teuthology.orchestra.run.smithi192.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-10T10:02:34.023 INFO:teuthology.orchestra.run.smithi192.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-10T10:02:34.251 INFO:teuthology.orchestra.run.smithi157.stdout:Fetched 113 MB in 5s (23.8 MB/s) 2024-09-10T10:02:34.432 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-10T10:02:34.433 INFO:teuthology.orchestra.run.smithi192.stdout:Fetched 113 MB in 5s (24.5 MB/s) 2024-09-10T10:02:34.596 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-10T10:02:36.422 INFO:teuthology.orchestra.run.smithi157.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-10T10:02:36.426 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-10T10:02:36.513 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:36.580 INFO:teuthology.orchestra.run.smithi192.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-10T10:02:36.584 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-10T10:02:36.643 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:38.752 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-10T10:02:38.773 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-10T10:02:38.857 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:39.231 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-10T10:02:39.252 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-10T10:02:39.254 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-10T10:02:39.275 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-10T10:02:39.304 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:39.329 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:39.793 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-10T10:02:39.814 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-10T10:02:39.851 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:45.889 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-10T10:02:45.995 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-10T10:02:46.135 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-10T10:02:46.262 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-10T10:02:46.277 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-10T10:02:46.407 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-10T10:02:46.586 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-10T10:02:46.682 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-10T10:02:46.710 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-10T10:02:46.732 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-10T10:02:46.777 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-10T10:02:46.994 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-10T10:02:47.010 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-10T10:02:47.052 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-10T10:02:52.589 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-10T10:02:52.626 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-10T10:02:52.664 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:53.046 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-10T10:02:53.083 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-10T10:02:53.120 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:55.276 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-10T10:02:55.399 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-10T10:02:55.740 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-10T10:02:55.758 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-10T10:02:56.567 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-10T10:02:56.654 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:56.788 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-10T10:02:56.918 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:57.109 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-10T10:02:57.231 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:57.357 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-10T10:02:57.486 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:58.223 INFO:teuthology.orchestra.run.smithi157.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:02:58.223 INFO:teuthology.orchestra.run.smithi157.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-10T10:02:58.223 INFO:teuthology.orchestra.run.smithi157.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-10T10:02:58.223 INFO:teuthology.orchestra.run.smithi157.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-10T10:02:58.376 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:58.793 INFO:teuthology.orchestra.run.smithi192.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:02:58.793 INFO:teuthology.orchestra.run.smithi192.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-10T10:02:58.793 INFO:teuthology.orchestra.run.smithi192.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-10T10:02:58.793 INFO:teuthology.orchestra.run.smithi192.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-10T10:02:58.955 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:02:59.769 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:03:00.357 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:03:01.137 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-10T10:03:01.263 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-10T10:03:01.389 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:03:01.465 INFO:teuthology.orchestra.run.smithi157.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-10T10:03:01.465 INFO:teuthology.orchestra.run.smithi157.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-10T10:03:02.017 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-10T10:03:02.676 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-10T10:03:02.802 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-10T10:03:02.868 INFO:teuthology.orchestra.run.smithi192.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-10T10:03:02.868 INFO:teuthology.orchestra.run.smithi192.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-10T10:03:15.424 INFO:teuthology.orchestra.run.smithi157.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-10T10:03:15.424 INFO:teuthology.orchestra.run.smithi157.stdout:Sourcing file `/etc/default/grub' 2024-09-10T10:03:15.438 INFO:teuthology.orchestra.run.smithi157.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-10T10:03:15.458 INFO:teuthology.orchestra.run.smithi157.stdout:Generating grub configuration file ... 2024-09-10T10:03:15.717 INFO:teuthology.orchestra.run.smithi157.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-10T10:03:15.757 INFO:teuthology.orchestra.run.smithi157.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-10T10:03:16.046 INFO:teuthology.orchestra.run.smithi157.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:03:16.051 INFO:teuthology.orchestra.run.smithi157.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-10T10:03:16.127 INFO:teuthology.orchestra.run.smithi157.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-10T10:03:16.133 INFO:teuthology.orchestra.run.smithi157.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-10T10:03:16.312 INFO:teuthology.orchestra.run.smithi157.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-10T10:03:16.312 INFO:teuthology.orchestra.run.smithi157.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-10T10:03:16.312 INFO:teuthology.orchestra.run.smithi157.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-10T10:03:16.349 INFO:teuthology.orchestra.run.smithi157.stdout:done 2024-09-10T10:03:16.793 DEBUG:teuthology.orchestra.run.smithi157:> dpkg -s linux-image-generic 2024-09-10T10:03:16.848 INFO:teuthology.orchestra.run.smithi157.stdout:Package: linux-image-generic 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Status: install ok installed 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Priority: optional 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Section: kernel 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Installed-Size: 21 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Maintainer: Ubuntu Kernel Team 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Architecture: amd64 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Source: linux-meta 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Version: 5.15.0.119.119 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Recommends: thermald 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout:Description: Generic Linux kernel image 2024-09-10T10:03:16.849 INFO:teuthology.orchestra.run.smithi157.stdout: This package will always depend on the latest generic kernel image 2024-09-10T10:03:16.850 INFO:teuthology.orchestra.run.smithi157.stdout: available. 2024-09-10T10:03:16.850 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-10T10:03:16.850 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T10:03:16.850 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T10:03:16.850 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-10T10:03:16.850 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi157.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T10:03:16.850 DEBUG:teuthology.orchestra.run.smithi157:> sudo apt-get clean 2024-09-10T10:03:16.997 DEBUG:teuthology.orchestra.run.smithi157:> sudo apt-get update 2024-09-10T10:03:17.112 INFO:teuthology.orchestra.run.smithi157.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-10T10:03:17.112 INFO:teuthology.orchestra.run.smithi157.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-10T10:03:17.116 INFO:teuthology.orchestra.run.smithi192.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-10T10:03:17.116 INFO:teuthology.orchestra.run.smithi192.stdout:Sourcing file `/etc/default/grub' 2024-09-10T10:03:17.119 INFO:teuthology.orchestra.run.smithi157.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-10T10:03:17.131 INFO:teuthology.orchestra.run.smithi192.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-10T10:03:17.137 INFO:teuthology.orchestra.run.smithi157.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-10T10:03:17.140 INFO:teuthology.orchestra.run.smithi192.stdout:Generating grub configuration file ... 2024-09-10T10:03:17.427 INFO:teuthology.orchestra.run.smithi192.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-10T10:03:17.451 INFO:teuthology.orchestra.run.smithi192.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-10T10:03:17.745 INFO:teuthology.orchestra.run.smithi192.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:03:17.751 INFO:teuthology.orchestra.run.smithi192.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-10T10:03:17.812 INFO:teuthology.orchestra.run.smithi192.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-10T10:03:17.817 INFO:teuthology.orchestra.run.smithi192.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-10T10:03:17.964 INFO:teuthology.orchestra.run.smithi192.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-10T10:03:17.964 INFO:teuthology.orchestra.run.smithi192.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-10T10:03:17.964 INFO:teuthology.orchestra.run.smithi192.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-10T10:03:18.016 INFO:teuthology.orchestra.run.smithi192.stdout:done 2024-09-10T10:03:18.506 DEBUG:teuthology.orchestra.run.smithi192:> dpkg -s linux-image-generic 2024-09-10T10:03:18.534 INFO:teuthology.orchestra.run.smithi192.stdout:Package: linux-image-generic 2024-09-10T10:03:18.534 INFO:teuthology.orchestra.run.smithi192.stdout:Status: install ok installed 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Priority: optional 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Section: kernel 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Installed-Size: 21 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Maintainer: Ubuntu Kernel Team 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Architecture: amd64 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Source: linux-meta 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Version: 5.15.0.119.119 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Recommends: thermald 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout:Description: Generic Linux kernel image 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout: This package will always depend on the latest generic kernel image 2024-09-10T10:03:18.535 INFO:teuthology.orchestra.run.smithi192.stdout: available. 2024-09-10T10:03:18.536 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-10T10:03:18.536 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T10:03:18.536 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T10:03:18.536 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-10T10:03:18.536 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi192.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T10:03:18.536 DEBUG:teuthology.orchestra.run.smithi192:> sudo apt-get clean 2024-09-10T10:03:18.571 INFO:teuthology.orchestra.run.smithi157.stdout:Reading package lists... 2024-09-10T10:03:18.589 DEBUG:teuthology.orchestra.run.smithi157:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-10T10:03:18.643 INFO:teuthology.orchestra.run.smithi157.stdout:Reading package lists... 2024-09-10T10:03:18.721 DEBUG:teuthology.orchestra.run.smithi192:> sudo apt-get update 2024-09-10T10:03:18.828 INFO:teuthology.orchestra.run.smithi157.stdout:Building dependency tree... 2024-09-10T10:03:18.836 INFO:teuthology.orchestra.run.smithi157.stdout:Reading state information... 2024-09-10T10:03:18.970 INFO:teuthology.orchestra.run.smithi192.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-10T10:03:18.971 INFO:teuthology.orchestra.run.smithi192.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-10T10:03:19.001 INFO:teuthology.orchestra.run.smithi157.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-10T10:03:19.001 INFO:teuthology.orchestra.run.smithi157.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:03:19.001 INFO:teuthology.orchestra.run.smithi157.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:03:19.001 INFO:teuthology.orchestra.run.smithi157.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:03:19.001 INFO:teuthology.orchestra.run.smithi157.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:03:19.002 INFO:teuthology.orchestra.run.smithi157.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:03:19.002 INFO:teuthology.orchestra.run.smithi157.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:03:19.003 INFO:teuthology.orchestra.run.smithi157.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:03:19.040 INFO:teuthology.orchestra.run.smithi157.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-10T10:03:19.042 DEBUG:teuthology.orchestra.run.smithi157:> dpkg -s linux-image-generic 2024-09-10T10:03:19.044 INFO:teuthology.orchestra.run.smithi192.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-10T10:03:19.096 INFO:teuthology.orchestra.run.smithi157.stdout:Package: linux-image-generic 2024-09-10T10:03:19.097 INFO:teuthology.orchestra.run.smithi157.stdout:Status: install ok installed 2024-09-10T10:03:19.097 INFO:teuthology.orchestra.run.smithi157.stdout:Priority: optional 2024-09-10T10:03:19.097 INFO:teuthology.orchestra.run.smithi157.stdout:Section: kernel 2024-09-10T10:03:19.097 INFO:teuthology.orchestra.run.smithi157.stdout:Installed-Size: 21 2024-09-10T10:03:19.097 INFO:teuthology.orchestra.run.smithi157.stdout:Maintainer: Ubuntu Kernel Team 2024-09-10T10:03:19.097 INFO:teuthology.orchestra.run.smithi157.stdout:Architecture: amd64 2024-09-10T10:03:19.097 INFO:teuthology.orchestra.run.smithi157.stdout:Source: linux-meta 2024-09-10T10:03:19.097 INFO:teuthology.orchestra.run.smithi157.stdout:Version: 5.15.0.119.119 2024-09-10T10:03:19.097 INFO:teuthology.orchestra.run.smithi157.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-10T10:03:19.098 INFO:teuthology.orchestra.run.smithi157.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-10T10:03:19.098 INFO:teuthology.orchestra.run.smithi157.stdout:Recommends: thermald 2024-09-10T10:03:19.098 INFO:teuthology.orchestra.run.smithi157.stdout:Description: Generic Linux kernel image 2024-09-10T10:03:19.098 INFO:teuthology.orchestra.run.smithi157.stdout: This package will always depend on the latest generic kernel image 2024-09-10T10:03:19.098 INFO:teuthology.orchestra.run.smithi157.stdout: available. 2024-09-10T10:03:19.098 DEBUG:teuthology.orchestra.run.smithi157:> mktemp 2024-09-10T10:03:19.126 INFO:teuthology.orchestra.run.smithi192.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-10T10:03:19.141 INFO:teuthology.orchestra.run.smithi157.stdout:/tmp/tmp.LnxMlRsFVh 2024-09-10T10:03:19.142 DEBUG:teuthology.orchestra.run.smithi157:> sudo cp /boot/grub/grub.cfg /tmp/tmp.LnxMlRsFVh 2024-09-10T10:03:19.197 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0666 /tmp/tmp.LnxMlRsFVh 2024-09-10T10:03:19.310 DEBUG:teuthology.orchestra.remote:smithi157:/tmp/tmp.LnxMlRsFVh is 10KB 2024-09-10T10:03:19.323 DEBUG:teuthology.orchestra.run.smithi157:> rm -fr /tmp/tmp.LnxMlRsFVh 2024-09-10T10:03:19.328 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-10T10:03:19.381 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:03:19.381 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-10T10:03:19.381 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-10T10:03:19.443 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-10T10:03:19.443 DEBUG:teuthology.orchestra.run.smithi157:> sudo update-grub 2024-09-10T10:03:20.408 INFO:teuthology.orchestra.run.smithi192.stdout:Reading package lists... 2024-09-10T10:03:20.427 DEBUG:teuthology.orchestra.run.smithi192:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-10T10:03:20.489 INFO:teuthology.orchestra.run.smithi192.stdout:Reading package lists... 2024-09-10T10:03:20.638 INFO:teuthology.orchestra.run.smithi157.stderr:Sourcing file `/etc/default/grub' 2024-09-10T10:03:20.639 INFO:teuthology.orchestra.run.smithi157.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-10T10:03:20.641 INFO:teuthology.orchestra.run.smithi157.stderr:Generating grub configuration file ... 2024-09-10T10:03:20.695 INFO:teuthology.orchestra.run.smithi192.stdout:Building dependency tree... 2024-09-10T10:03:20.696 INFO:teuthology.orchestra.run.smithi192.stdout:Reading state information... 2024-09-10T10:03:20.827 INFO:teuthology.orchestra.run.smithi157.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-10T10:03:20.832 INFO:teuthology.orchestra.run.smithi157.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-10T10:03:20.883 INFO:teuthology.orchestra.run.smithi192.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-10T10:03:20.883 INFO:teuthology.orchestra.run.smithi192.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:03:20.883 INFO:teuthology.orchestra.run.smithi192.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:03:20.883 INFO:teuthology.orchestra.run.smithi192.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:03:20.883 INFO:teuthology.orchestra.run.smithi192.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:03:20.884 INFO:teuthology.orchestra.run.smithi192.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:03:20.884 INFO:teuthology.orchestra.run.smithi192.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:03:20.884 INFO:teuthology.orchestra.run.smithi192.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:03:20.927 INFO:teuthology.orchestra.run.smithi192.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-10T10:03:20.929 DEBUG:teuthology.orchestra.run.smithi192:> dpkg -s linux-image-generic 2024-09-10T10:03:20.944 INFO:teuthology.orchestra.run.smithi192.stdout:Package: linux-image-generic 2024-09-10T10:03:20.944 INFO:teuthology.orchestra.run.smithi192.stdout:Status: install ok installed 2024-09-10T10:03:20.944 INFO:teuthology.orchestra.run.smithi192.stdout:Priority: optional 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Section: kernel 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Installed-Size: 21 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Maintainer: Ubuntu Kernel Team 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Architecture: amd64 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Source: linux-meta 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Version: 5.15.0.119.119 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Recommends: thermald 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout:Description: Generic Linux kernel image 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout: This package will always depend on the latest generic kernel image 2024-09-10T10:03:20.945 INFO:teuthology.orchestra.run.smithi192.stdout: available. 2024-09-10T10:03:20.946 DEBUG:teuthology.orchestra.run.smithi192:> mktemp 2024-09-10T10:03:20.991 INFO:teuthology.orchestra.run.smithi192.stdout:/tmp/tmp.milK4LaTVM 2024-09-10T10:03:20.992 DEBUG:teuthology.orchestra.run.smithi192:> sudo cp /boot/grub/grub.cfg /tmp/tmp.milK4LaTVM 2024-09-10T10:03:21.047 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 0666 /tmp/tmp.milK4LaTVM 2024-09-10T10:03:21.063 INFO:teuthology.orchestra.run.smithi157.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:03:21.068 INFO:teuthology.orchestra.run.smithi157.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-10T10:03:21.107 INFO:teuthology.orchestra.run.smithi157.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-10T10:03:21.112 INFO:teuthology.orchestra.run.smithi157.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-10T10:03:21.161 DEBUG:teuthology.orchestra.remote:smithi192:/tmp/tmp.milK4LaTVM is 10KB 2024-09-10T10:03:21.174 DEBUG:teuthology.orchestra.run.smithi192:> rm -fr /tmp/tmp.milK4LaTVM 2024-09-10T10:03:21.180 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-10T10:03:21.235 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:03:21.236 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-10T10:03:21.236 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-10T10:03:21.239 INFO:teuthology.orchestra.run.smithi157.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-10T10:03:21.239 INFO:teuthology.orchestra.run.smithi157.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-10T10:03:21.239 INFO:teuthology.orchestra.run.smithi157.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-10T10:03:21.263 INFO:teuthology.orchestra.run.smithi157.stderr:done 2024-09-10T10:03:21.272 DEBUG:teuthology.orchestra.run.smithi157:> sudo shutdown -r now 2024-09-10T10:03:21.302 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-10T10:03:21.302 DEBUG:teuthology.orchestra.run.smithi192:> sudo update-grub 2024-09-10T10:03:22.515 INFO:teuthology.orchestra.run.smithi192.stderr:Sourcing file `/etc/default/grub' 2024-09-10T10:03:22.516 INFO:teuthology.orchestra.run.smithi192.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-10T10:03:22.518 INFO:teuthology.orchestra.run.smithi192.stderr:Generating grub configuration file ... 2024-09-10T10:03:22.715 INFO:teuthology.orchestra.run.smithi192.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-10T10:03:22.721 INFO:teuthology.orchestra.run.smithi192.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-10T10:03:22.944 INFO:teuthology.orchestra.run.smithi192.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-10T10:03:22.948 INFO:teuthology.orchestra.run.smithi192.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-10T10:03:22.992 INFO:teuthology.orchestra.run.smithi192.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-10T10:03:22.997 INFO:teuthology.orchestra.run.smithi192.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-10T10:03:23.125 INFO:teuthology.orchestra.run.smithi192.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-10T10:03:23.126 INFO:teuthology.orchestra.run.smithi192.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-10T10:03:23.126 INFO:teuthology.orchestra.run.smithi192.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-10T10:03:23.140 INFO:teuthology.orchestra.run.smithi192.stderr:done 2024-09-10T10:03:23.148 DEBUG:teuthology.orchestra.run.smithi192:> sudo shutdown -r now 2024-09-10T10:03:51.301 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-10T10:03:51.301 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-10T10:03:51.302 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:03:53.152 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-10T10:03:53.156 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-10T10:03:53.156 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:04:25.789 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-09-10T10:04:27.837 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.192 2024-09-10T10:04:34.796 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-10T10:04:34.797 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:04:36.838 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-10T10:04:36.839 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:04:37.853 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-09-10T10:04:49.865 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-10T10:04:49.865 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:04:55.229 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.192 2024-09-10T10:05:07.241 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-10T10:05:07.242 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:05:07.513 DEBUG:teuthology.orchestra.run.smithi192:> true 2024-09-10T10:05:08.285 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-09-10T10:05:08.460 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-10T10:05:08.461 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-119-generic"... 2024-09-10T10:05:08.461 DEBUG:teuthology.orchestra.run.smithi192:> uname -r 2024-09-10T10:05:08.467 INFO:teuthology.orchestra.run.smithi192.stdout:5.15.0-119-generic 2024-09-10T10:05:08.467 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-10T10:05:08.467 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T10:05:08.467 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-10T10:05:09.468 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-10T10:05:09.469 DEBUG:teuthology.orchestra.run.smithi192:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T10:05:09.543 INFO:teuthology.orchestra.run.smithi192.stdout:ttyS1 2024-09-10T10:05:09.576 DEBUG:teuthology.parallel:result is None 2024-09-10T10:05:23.285 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-10T10:05:23.286 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:05:23.288 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-09-10T10:05:41.289 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-10T10:05:41.289 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:05:41.625 DEBUG:teuthology.orchestra.run.smithi157:> true 2024-09-10T10:05:42.181 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-10T10:05:42.181 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-119-generic"... 2024-09-10T10:05:42.181 DEBUG:teuthology.orchestra.run.smithi157:> uname -r 2024-09-10T10:05:42.228 INFO:teuthology.orchestra.run.smithi157.stdout:5.15.0-119-generic 2024-09-10T10:05:42.228 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-10T10:05:42.229 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T10:05:42.229 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-10T10:05:43.230 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-10T10:05:43.230 DEBUG:teuthology.orchestra.run.smithi157:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T10:05:43.310 INFO:teuthology.orchestra.run.smithi157.stdout:ttyS1 2024-09-10T10:05:43.334 DEBUG:teuthology.parallel:result is None 2024-09-10T10:05:43.334 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-10T10:05:43.343 INFO:teuthology.task.internal:Creating test directory... 2024-09-10T10:05:43.343 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T10:05:43.346 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T10:05:43.352 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-10T10:05:43.535 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-10T10:05:43.570 INFO:teuthology.task.internal:Creating archive directory... 2024-09-10T10:05:43.570 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T10:05:43.572 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T10:05:43.603 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-10T10:05:43.609 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-10T10:05:43.610 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T10:05:43.621 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T10:05:43.638 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T10:05:43.647 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T10:05:43.663 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T10:05:43.671 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T10:05:43.673 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-10T10:05:43.680 INFO:teuthology.task.internal:Configuring sudo... 2024-09-10T10:05:43.680 DEBUG:teuthology.orchestra.run.smithi157:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T10:05:43.693 DEBUG:teuthology.orchestra.run.smithi192:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T10:05:43.735 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-10T10:05:43.744 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-10T10:05:43.744 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T10:05:43.749 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T10:05:43.782 DEBUG:teuthology.orchestra.run.smithi157:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T10:05:43.801 DEBUG:teuthology.orchestra.run.smithi157:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T10:05:43.848 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:05:43.849 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T10:05:43.915 DEBUG:teuthology.orchestra.run.smithi192:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T10:05:43.920 DEBUG:teuthology.orchestra.run.smithi192:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T10:05:43.967 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:05:43.967 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T10:05:44.036 DEBUG:teuthology.orchestra.run.smithi157:> sudo service rsyslog restart 2024-09-10T10:05:44.038 DEBUG:teuthology.orchestra.run.smithi192:> sudo service rsyslog restart 2024-09-10T10:05:44.110 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-10T10:05:44.117 INFO:teuthology.task.internal:Starting timer... 2024-09-10T10:05:44.117 INFO:teuthology.run_tasks:Running task pcp... 2024-09-10T10:05:44.158 INFO:teuthology.run_tasks:Running task selinux... 2024-09-10T10:05:44.189 DEBUG:teuthology.task.selinux:Excluding smithi157: OS 'ubuntu' does not support SELinux 2024-09-10T10:05:44.189 DEBUG:teuthology.task.selinux:Excluding smithi192: OS 'ubuntu' does not support SELinux 2024-09-10T10:05:44.189 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-10T10:05:44.189 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-10T10:05:44.189 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-10T10:05:44.189 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-10T10:05:44.222 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-10T10:05:44.229 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-10T10:05:44.348 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-10T10:05:44.359 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-10T10:05:44.359 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi157.front.sepia.ceph.com,smithi192.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-10T10:13:09.584 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi157.front.sepia.ceph.com'), Remote(name='ubuntu@smithi192.front.sepia.ceph.com')] 2024-09-10T10:13:09.585 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-10T10:13:09.587 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:13:09.669 DEBUG:teuthology.orchestra.run.smithi157:> true 2024-09-10T10:13:09.744 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-10T10:13:09.745 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-10T10:13:09.745 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T10:13:09.823 DEBUG:teuthology.orchestra.run.smithi192:> true 2024-09-10T10:13:09.901 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-10T10:13:09.901 INFO:teuthology.run_tasks:Running task clock... 2024-09-10T10:13:09.911 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-10T10:13:09.911 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T10:13:09.911 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T10:13:09.914 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T10:13:09.914 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T10:13:09.942 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-10T10:13:09.942 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: Command line: ntpd -gq 2024-09-10T10:13:09.942 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: ---------------------------------------------------- 2024-09-10T10:13:09.942 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: ntp-4 is maintained by Network Time Foundation, 2024-09-10T10:13:09.942 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-10T10:13:09.942 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: corporation. Support and training for ntp-4 are 2024-09-10T10:13:09.942 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: available at https://www.nwtime.org/support 2024-09-10T10:13:09.942 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: ---------------------------------------------------- 2024-09-10T10:13:09.943 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: proto: precision = 0.043 usec (-24) 2024-09-10T10:13:09.943 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: basedate set to 2022-02-04 2024-09-10T10:13:09.943 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: gps base set to 2022-02-06 (week 2196) 2024-09-10T10:13:09.943 INFO:teuthology.orchestra.run.smithi157.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-10T10:13:09.944 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-10T10:13:09.944 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: restrict ::: KOD does nothing without LIMITED. 2024-09-10T10:13:09.944 INFO:teuthology.orchestra.run.smithi157.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-10T10:13:09.945 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: Listen and drop on 0 v6wildcard [::]:123 2024-09-10T10:13:09.945 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-10T10:13:09.945 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: Listen normally on 2 lo 127.0.0.1:123 2024-09-10T10:13:09.945 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: Listen normally on 3 enp3s0f1 172.21.15.157:123 2024-09-10T10:13:09.945 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: Listen normally on 4 lo [::1]:123 2024-09-10T10:13:09.945 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7ea1%5]:123 2024-09-10T10:13:09.945 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:09 ntpd[18462]: Listening on routing socket on fd #22 for interface updates 2024-09-10T10:13:09.972 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-10T10:13:09.973 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: Command line: ntpd -gq 2024-09-10T10:13:09.973 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: ---------------------------------------------------- 2024-09-10T10:13:09.973 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: ntp-4 is maintained by Network Time Foundation, 2024-09-10T10:13:09.973 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-10T10:13:09.973 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: corporation. Support and training for ntp-4 are 2024-09-10T10:13:09.973 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: available at https://www.nwtime.org/support 2024-09-10T10:13:09.973 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: ---------------------------------------------------- 2024-09-10T10:13:09.974 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: proto: precision = 0.045 usec (-24) 2024-09-10T10:13:09.974 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: basedate set to 2022-02-04 2024-09-10T10:13:09.974 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: gps base set to 2022-02-06 (week 2196) 2024-09-10T10:13:09.974 INFO:teuthology.orchestra.run.smithi192.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-10T10:13:09.975 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-10T10:13:09.975 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: restrict ::: KOD does nothing without LIMITED. 2024-09-10T10:13:09.975 INFO:teuthology.orchestra.run.smithi192.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-10T10:13:09.976 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: Listen and drop on 0 v6wildcard [::]:123 2024-09-10T10:13:09.976 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-10T10:13:09.976 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: Listen normally on 2 lo 127.0.0.1:123 2024-09-10T10:13:09.976 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: Listen normally on 3 enp3s0f1 172.21.15.192:123 2024-09-10T10:13:09.976 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: Listen normally on 4 lo [::1]:123 2024-09-10T10:13:09.976 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:8049%5]:123 2024-09-10T10:13:09.976 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:09 ntpd[18422]: Listening on routing socket on fd #22 for interface updates 2024-09-10T10:13:10.973 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:10 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:10.973 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:10 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:10.973 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:10 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:10.973 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:10 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:10.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:10 ntpd[18422]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:10.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:10 ntpd[18422]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:11.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:11 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:11.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:11 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:11.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:11 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:11.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:11 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:11.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:11 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:11.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:11 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:11.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:11 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:11.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:11 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:12.942 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:12 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:12.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:12 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:12.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:12 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:12.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:12 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:12.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:12 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:12.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:12 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:12.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:12 ntpd[18422]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:13.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:13.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:13.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:13.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:13.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:13.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:13.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:13.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:13.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:13.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:13.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:13.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:13 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:13.973 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:13 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:13.973 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:13 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:14.942 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:14 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:14.942 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:14 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:14.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:14 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:14.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:14 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:14.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:14 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:14.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:14 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:14.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:14.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:14.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:14.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:14.976 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:14.976 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:14.976 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:14 ntpd[18422]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:15.942 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:15.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:15 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:16.942 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:16 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:16.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:16 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:16.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:16 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:16.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:16 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:16.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:16 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:16.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:16 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:16.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:16.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:16.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:16.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:16.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:16.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:16.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:16.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:16.974 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:16.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:16.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:16.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:16.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:16.975 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:16.975 INFO:teuthology.orchestra.run.smithi192.stdout:10 Sep 10:13:16 ntpd[18422]: ntpd: time slew -0.001094 s 2024-09-10T10:13:16.975 INFO:teuthology.orchestra.run.smithi192.stdout:ntpd: time slew -0.001094s 2024-09-10T10:13:16.976 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-10T10:13:16.976 INFO:teuthology.orchestra.run.smithi192.stderr:10 Sep 10:13:16 ntpd[18422]: can't open /var/log/ntpstats/loopstats.20240910: Permission denied 2024-09-10T10:13:17.027 INFO:teuthology.orchestra.run.smithi192.stdout: remote refid st t when poll reach delay offset jitter 2024-09-10T10:13:17.027 INFO:teuthology.orchestra.run.smithi192.stdout:============================================================================== 2024-09-10T10:13:17.027 INFO:teuthology.orchestra.run.smithi192.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:13:17.027 INFO:teuthology.orchestra.run.smithi192.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:13:17.027 INFO:teuthology.orchestra.run.smithi192.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:13:17.028 INFO:teuthology.orchestra.run.smithi192.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:13:17.942 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:17.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:17.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:17.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:17.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-10T10:13:17.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: can't open /var/log/ntpstats/rawstats.20240910: Permission denied 2024-09-10T10:13:17.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-10T10:13:17.943 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: can't open /var/log/ntpstats/peerstats.20240910: Permission denied 2024-09-10T10:13:17.944 INFO:teuthology.orchestra.run.smithi157.stdout:10 Sep 10:13:17 ntpd[18462]: ntpd: time slew -0.001056 s 2024-09-10T10:13:17.944 INFO:teuthology.orchestra.run.smithi157.stdout:ntpd: time slew -0.001056s 2024-09-10T10:13:17.944 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-10T10:13:17.945 INFO:teuthology.orchestra.run.smithi157.stderr:10 Sep 10:13:17 ntpd[18462]: can't open /var/log/ntpstats/loopstats.20240910: Permission denied 2024-09-10T10:13:17.998 INFO:teuthology.orchestra.run.smithi157.stdout: remote refid st t when poll reach delay offset jitter 2024-09-10T10:13:17.998 INFO:teuthology.orchestra.run.smithi157.stdout:============================================================================== 2024-09-10T10:13:17.998 INFO:teuthology.orchestra.run.smithi157.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:13:17.998 INFO:teuthology.orchestra.run.smithi157.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:13:17.998 INFO:teuthology.orchestra.run.smithi157.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:13:17.998 INFO:teuthology.orchestra.run.smithi157.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:13:17.999 INFO:teuthology.run_tasks:Running task install... 2024-09-10T10:13:18.261 DEBUG:teuthology.task.install:project ceph 2024-09-10T10:13:18.262 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}} 2024-09-10T10:13:18.262 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T10:13:18.262 INFO:teuthology.task.install:Using flavor: default 2024-09-10T10:13:18.269 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T10:13:18.270 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-10T10:13:18.270 DEBUG:teuthology.orchestra.run.smithi157:> sudo apt-key list | grep Ceph 2024-09-10T10:13:18.271 DEBUG:teuthology.orchestra.run.smithi192:> sudo apt-key list | grep Ceph 2024-09-10T10:13:18.332 INFO:teuthology.orchestra.run.smithi157.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-10T10:13:18.336 INFO:teuthology.orchestra.run.smithi192.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-10T10:13:18.359 INFO:teuthology.orchestra.run.smithi157.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-10T10:13:18.359 INFO:teuthology.orchestra.run.smithi157.stdout:uid [ unknown] Ceph.com (release key) 2024-09-10T10:13:18.360 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-10T10:13:18.360 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-10T10:13:18.360 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:13:18.366 INFO:teuthology.orchestra.run.smithi192.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-10T10:13:18.366 INFO:teuthology.orchestra.run.smithi192.stdout:uid [ unknown] Ceph.com (release key) 2024-09-10T10:13:18.367 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-10T10:13:18.367 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-10T10:13:18.367 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:13:18.507 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default/ 2024-09-10T10:13:18.507 INFO:teuthology.task.install.deb:Package version is 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:13:18.513 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default/ 2024-09-10T10:13:18.513 INFO:teuthology.task.install.deb:Package version is 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:13:18.615 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:13:18.615 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-10T10:13:18.629 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:13:18.629 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-10T10:13:18.630 DEBUG:teuthology.orchestra.run.smithi157:> sudo apt-get update 2024-09-10T10:13:18.644 DEBUG:teuthology.orchestra.run.smithi192:> sudo apt-get update 2024-09-10T10:13:18.850 INFO:teuthology.orchestra.run.smithi157.stdout:Ign:1 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-10T10:13:18.866 INFO:teuthology.orchestra.run.smithi192.stdout:Ign:1 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-10T10:13:18.871 INFO:teuthology.orchestra.run.smithi157.stdout:Get:2 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-10T10:13:18.883 INFO:teuthology.orchestra.run.smithi157.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-10T10:13:18.884 INFO:teuthology.orchestra.run.smithi192.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-10T10:13:18.887 INFO:teuthology.orchestra.run.smithi192.stdout:Get:3 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-10T10:13:18.890 INFO:teuthology.orchestra.run.smithi157.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-10T10:13:18.893 INFO:teuthology.orchestra.run.smithi157.stdout:Ign:5 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-10T10:13:18.907 INFO:teuthology.orchestra.run.smithi157.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-10T10:13:18.909 INFO:teuthology.orchestra.run.smithi192.stdout:Ign:4 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-10T10:13:18.915 INFO:teuthology.orchestra.run.smithi157.stdout:Get:7 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,404 B] 2024-09-10T10:13:18.931 INFO:teuthology.orchestra.run.smithi192.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,404 B] 2024-09-10T10:13:18.942 INFO:teuthology.orchestra.run.smithi157.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.9 kB] 2024-09-10T10:13:18.958 INFO:teuthology.orchestra.run.smithi192.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.9 kB] 2024-09-10T10:13:19.002 INFO:teuthology.orchestra.run.smithi192.stdout:Hit:7 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-10T10:13:19.003 INFO:teuthology.orchestra.run.smithi157.stdout:Hit:9 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-10T10:13:19.088 INFO:teuthology.orchestra.run.smithi192.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-10T10:13:19.166 INFO:teuthology.orchestra.run.smithi192.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-10T10:13:19.239 INFO:teuthology.orchestra.run.smithi157.stdout:Fetched 28.9 kB in 0s (67.4 kB/s) 2024-09-10T10:13:19.326 INFO:teuthology.orchestra.run.smithi192.stdout:Fetched 28.9 kB in 0s (59.2 kB/s) 2024-09-10T10:13:20.255 INFO:teuthology.orchestra.run.smithi157.stdout:Reading package lists... 2024-09-10T10:13:20.271 DEBUG:teuthology.orchestra.run.smithi157:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.1.1-305-g1cf819b7-1jammy cephadm=19.1.1-305-g1cf819b7-1jammy ceph-mds=19.1.1-305-g1cf819b7-1jammy ceph-mgr=19.1.1-305-g1cf819b7-1jammy ceph-common=19.1.1-305-g1cf819b7-1jammy ceph-fuse=19.1.1-305-g1cf819b7-1jammy ceph-test=19.1.1-305-g1cf819b7-1jammy ceph-volume=19.1.1-305-g1cf819b7-1jammy radosgw=19.1.1-305-g1cf819b7-1jammy python3-rados=19.1.1-305-g1cf819b7-1jammy python3-rgw=19.1.1-305-g1cf819b7-1jammy python3-cephfs=19.1.1-305-g1cf819b7-1jammy python3-rbd=19.1.1-305-g1cf819b7-1jammy libcephfs2=19.1.1-305-g1cf819b7-1jammy libcephfs-dev=19.1.1-305-g1cf819b7-1jammy librados2=19.1.1-305-g1cf819b7-1jammy librbd1=19.1.1-305-g1cf819b7-1jammy rbd-fuse=19.1.1-305-g1cf819b7-1jammy python3-cephfs=19.1.1-305-g1cf819b7-1jammy cephfs-shell=19.1.1-305-g1cf819b7-1jammy cephfs-top=19.1.1-305-g1cf819b7-1jammy cephfs-mirror=19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:13:20.334 INFO:teuthology.orchestra.run.smithi157.stdout:Reading package lists... 2024-09-10T10:13:20.350 INFO:teuthology.orchestra.run.smithi192.stdout:Reading package lists... 2024-09-10T10:13:20.366 DEBUG:teuthology.orchestra.run.smithi192:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.1.1-305-g1cf819b7-1jammy cephadm=19.1.1-305-g1cf819b7-1jammy ceph-mds=19.1.1-305-g1cf819b7-1jammy ceph-mgr=19.1.1-305-g1cf819b7-1jammy ceph-common=19.1.1-305-g1cf819b7-1jammy ceph-fuse=19.1.1-305-g1cf819b7-1jammy ceph-test=19.1.1-305-g1cf819b7-1jammy ceph-volume=19.1.1-305-g1cf819b7-1jammy radosgw=19.1.1-305-g1cf819b7-1jammy python3-rados=19.1.1-305-g1cf819b7-1jammy python3-rgw=19.1.1-305-g1cf819b7-1jammy python3-cephfs=19.1.1-305-g1cf819b7-1jammy python3-rbd=19.1.1-305-g1cf819b7-1jammy libcephfs2=19.1.1-305-g1cf819b7-1jammy libcephfs-dev=19.1.1-305-g1cf819b7-1jammy librados2=19.1.1-305-g1cf819b7-1jammy librbd1=19.1.1-305-g1cf819b7-1jammy rbd-fuse=19.1.1-305-g1cf819b7-1jammy python3-cephfs=19.1.1-305-g1cf819b7-1jammy cephfs-shell=19.1.1-305-g1cf819b7-1jammy cephfs-top=19.1.1-305-g1cf819b7-1jammy cephfs-mirror=19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:13:20.427 INFO:teuthology.orchestra.run.smithi192.stdout:Reading package lists... 2024-09-10T10:13:20.543 INFO:teuthology.orchestra.run.smithi157.stdout:Building dependency tree... 2024-09-10T10:13:20.543 INFO:teuthology.orchestra.run.smithi157.stdout:Reading state information... 2024-09-10T10:13:20.634 INFO:teuthology.orchestra.run.smithi192.stdout:Building dependency tree... 2024-09-10T10:13:20.634 INFO:teuthology.orchestra.run.smithi192.stdout:Reading state information... 2024-09-10T10:13:20.751 INFO:teuthology.orchestra.run.smithi157.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:13:20.751 INFO:teuthology.orchestra.run.smithi157.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:13:20.751 INFO:teuthology.orchestra.run.smithi157.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:13:20.751 INFO:teuthology.orchestra.run.smithi157.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:13:20.752 INFO:teuthology.orchestra.run.smithi157.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:13:20.752 INFO:teuthology.orchestra.run.smithi157.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:13:20.752 INFO:teuthology.orchestra.run.smithi157.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:13:20.752 INFO:teuthology.orchestra.run.smithi157.stdout:The following additional packages will be installed: 2024-09-10T10:13:20.752 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-10T10:13:20.752 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-10T10:13:20.754 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-10T10:13:20.755 INFO:teuthology.orchestra.run.smithi157.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout:Suggested packages: 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout:Recommended packages: 2024-09-10T10:13:20.756 INFO:teuthology.orchestra.run.smithi157.stdout: btrfs-tools 2024-09-10T10:13:20.831 INFO:teuthology.orchestra.run.smithi192.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:13:20.831 INFO:teuthology.orchestra.run.smithi192.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:13:20.831 INFO:teuthology.orchestra.run.smithi192.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:13:20.831 INFO:teuthology.orchestra.run.smithi192.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:13:20.832 INFO:teuthology.orchestra.run.smithi192.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:13:20.832 INFO:teuthology.orchestra.run.smithi192.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:13:20.832 INFO:teuthology.orchestra.run.smithi192.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:13:20.833 INFO:teuthology.orchestra.run.smithi192.stdout:The following additional packages will be installed: 2024-09-10T10:13:20.833 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-10T10:13:20.833 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-10T10:13:20.833 INFO:teuthology.orchestra.run.smithi192.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-10T10:13:20.833 INFO:teuthology.orchestra.run.smithi192.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-10T10:13:20.834 INFO:teuthology.orchestra.run.smithi192.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-10T10:13:20.834 INFO:teuthology.orchestra.run.smithi192.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-10T10:13:20.834 INFO:teuthology.orchestra.run.smithi192.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-10T10:13:20.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-10T10:13:20.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-10T10:13:20.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-10T10:13:20.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-10T10:13:20.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-10T10:13:20.835 INFO:teuthology.orchestra.run.smithi192.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout:Suggested packages: 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout:Recommended packages: 2024-09-10T10:13:20.836 INFO:teuthology.orchestra.run.smithi192.stdout: btrfs-tools 2024-09-10T10:13:20.864 INFO:teuthology.orchestra.run.smithi157.stdout:The following NEW packages will be installed: 2024-09-10T10:13:20.864 INFO:teuthology.orchestra.run.smithi157.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-10T10:13:20.864 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-10T10:13:20.864 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-10T10:13:20.866 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-10T10:13:20.866 INFO:teuthology.orchestra.run.smithi157.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-10T10:13:20.866 INFO:teuthology.orchestra.run.smithi157.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-10T10:13:20.866 INFO:teuthology.orchestra.run.smithi157.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-10T10:13:20.866 INFO:teuthology.orchestra.run.smithi157.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-10T10:13:20.866 INFO:teuthology.orchestra.run.smithi157.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-10T10:13:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-10T10:13:20.868 INFO:teuthology.orchestra.run.smithi157.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-10T10:13:20.868 INFO:teuthology.orchestra.run.smithi157.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-10T10:13:20.868 INFO:teuthology.orchestra.run.smithi157.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-10T10:13:20.868 INFO:teuthology.orchestra.run.smithi157.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-10T10:13:20.868 INFO:teuthology.orchestra.run.smithi157.stdout: socat unzip xmlstarlet zip 2024-09-10T10:13:20.926 INFO:teuthology.orchestra.run.smithi157.stdout:0 upgraded, 124 newly installed, 0 to remove and 331 not upgraded. 2024-09-10T10:13:20.927 INFO:teuthology.orchestra.run.smithi157.stdout:Need to get 181 MB of archives. 2024-09-10T10:13:20.927 INFO:teuthology.orchestra.run.smithi157.stdout:After this operation, 831 MB of additional disk space will be used. 2024-09-10T10:13:20.927 INFO:teuthology.orchestra.run.smithi157.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-10T10:13:20.944 INFO:teuthology.orchestra.run.smithi157.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-10T10:13:20.946 INFO:teuthology.orchestra.run.smithi192.stdout:The following NEW packages will be installed: 2024-09-10T10:13:20.946 INFO:teuthology.orchestra.run.smithi192.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-10T10:13:20.947 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-10T10:13:20.947 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-10T10:13:20.947 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-10T10:13:20.949 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-10T10:13:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: socat unzip xmlstarlet zip 2024-09-10T10:13:20.953 INFO:teuthology.orchestra.run.smithi157.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-10T10:13:20.995 INFO:teuthology.orchestra.run.smithi157.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-10T10:13:21.009 INFO:teuthology.orchestra.run.smithi157.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.1.1-305-g1cf819b7-1jammy [3,592 kB] 2024-09-10T10:13:21.016 INFO:teuthology.orchestra.run.smithi157.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-10T10:13:21.019 INFO:teuthology.orchestra.run.smithi157.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-10T10:13:21.029 INFO:teuthology.orchestra.run.smithi157.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-10T10:13:21.079 INFO:teuthology.orchestra.run.smithi157.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-10T10:13:21.084 INFO:teuthology.orchestra.run.smithi157.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-10T10:13:21.092 INFO:teuthology.orchestra.run.smithi192.stdout:0 upgraded, 124 newly installed, 0 to remove and 331 not upgraded. 2024-09-10T10:13:21.092 INFO:teuthology.orchestra.run.smithi192.stdout:Need to get 181 MB of archives. 2024-09-10T10:13:21.092 INFO:teuthology.orchestra.run.smithi192.stdout:After this operation, 831 MB of additional disk space will be used. 2024-09-10T10:13:21.092 INFO:teuthology.orchestra.run.smithi192.stdout:Get:1 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.1.1-305-g1cf819b7-1jammy [3,592 kB] 2024-09-10T10:13:21.094 INFO:teuthology.orchestra.run.smithi157.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-10T10:13:21.097 INFO:teuthology.orchestra.run.smithi157.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-10T10:13:21.098 INFO:teuthology.orchestra.run.smithi157.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-10T10:13:21.106 INFO:teuthology.orchestra.run.smithi157.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-10T10:13:21.108 INFO:teuthology.orchestra.run.smithi157.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-10T10:13:21.110 INFO:teuthology.orchestra.run.smithi157.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-10T10:13:21.111 INFO:teuthology.orchestra.run.smithi157.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-10T10:13:21.111 INFO:teuthology.orchestra.run.smithi157.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-10T10:13:21.117 INFO:teuthology.orchestra.run.smithi157.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-10T10:13:21.120 INFO:teuthology.orchestra.run.smithi157.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-10T10:13:21.121 INFO:teuthology.orchestra.run.smithi157.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-10T10:13:21.134 INFO:teuthology.orchestra.run.smithi157.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-10T10:13:21.134 INFO:teuthology.orchestra.run.smithi157.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-10T10:13:21.135 INFO:teuthology.orchestra.run.smithi157.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-10T10:13:21.136 INFO:teuthology.orchestra.run.smithi157.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-10T10:13:21.136 INFO:teuthology.orchestra.run.smithi157.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-10T10:13:21.137 INFO:teuthology.orchestra.run.smithi157.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-10T10:13:21.137 INFO:teuthology.orchestra.run.smithi157.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-10T10:13:21.138 INFO:teuthology.orchestra.run.smithi192.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-10T10:13:21.152 INFO:teuthology.orchestra.run.smithi157.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-10T10:13:21.152 INFO:teuthology.orchestra.run.smithi157.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-10T10:13:21.155 INFO:teuthology.orchestra.run.smithi157.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-10T10:13:21.169 INFO:teuthology.orchestra.run.smithi157.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-10T10:13:21.169 INFO:teuthology.orchestra.run.smithi157.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-10T10:13:21.170 INFO:teuthology.orchestra.run.smithi157.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-10T10:13:21.171 INFO:teuthology.orchestra.run.smithi157.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-10T10:13:21.171 INFO:teuthology.orchestra.run.smithi157.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-10T10:13:21.171 INFO:teuthology.orchestra.run.smithi157.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-10T10:13:21.172 INFO:teuthology.orchestra.run.smithi157.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-10T10:13:21.192 INFO:teuthology.orchestra.run.smithi157.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-10T10:13:21.192 INFO:teuthology.orchestra.run.smithi157.stdout:Get:40 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.1.1-305-g1cf819b7-1jammy [3,241 kB] 2024-09-10T10:13:21.201 INFO:teuthology.orchestra.run.smithi157.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-10T10:13:21.206 INFO:teuthology.orchestra.run.smithi157.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-10T10:13:21.209 INFO:teuthology.orchestra.run.smithi157.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-10T10:13:21.210 INFO:teuthology.orchestra.run.smithi157.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-10T10:13:21.210 INFO:teuthology.orchestra.run.smithi157.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-10T10:13:21.212 INFO:teuthology.orchestra.run.smithi157.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-10T10:13:21.213 INFO:teuthology.orchestra.run.smithi157.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-10T10:13:21.214 INFO:teuthology.orchestra.run.smithi157.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-10T10:13:21.215 INFO:teuthology.orchestra.run.smithi157.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-10T10:13:21.221 INFO:teuthology.orchestra.run.smithi192.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-10T10:13:21.227 INFO:teuthology.orchestra.run.smithi157.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-10T10:13:21.230 INFO:teuthology.orchestra.run.smithi157.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-10T10:13:21.230 INFO:teuthology.orchestra.run.smithi157.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-10T10:13:21.245 INFO:teuthology.orchestra.run.smithi157.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-10T10:13:21.247 INFO:teuthology.orchestra.run.smithi157.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-10T10:13:21.260 INFO:teuthology.orchestra.run.smithi157.stdout:Get:55 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.1.1-305-g1cf819b7-1jammy [719 kB] 2024-09-10T10:13:21.267 INFO:teuthology.orchestra.run.smithi192.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-10T10:13:21.275 INFO:teuthology.orchestra.run.smithi157.stdout:Get:56 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.1.1-305-g1cf819b7-1jammy [357 kB] 2024-09-10T10:13:21.281 INFO:teuthology.orchestra.run.smithi157.stdout:Get:57 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.1.1-305-g1cf819b7-1jammy [32.8 kB] 2024-09-10T10:13:21.282 INFO:teuthology.orchestra.run.smithi157.stdout:Get:58 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.1.1-305-g1cf819b7-1jammy [180 kB] 2024-09-10T10:13:21.285 INFO:teuthology.orchestra.run.smithi157.stdout:Get:59 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.1.1-305-g1cf819b7-1jammy [67.6 kB] 2024-09-10T10:13:21.287 INFO:teuthology.orchestra.run.smithi157.stdout:Get:60 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.1.1-305-g1cf819b7-1jammy [333 kB] 2024-09-10T10:13:21.300 INFO:teuthology.orchestra.run.smithi157.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-10T10:13:21.301 INFO:teuthology.orchestra.run.smithi157.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-10T10:13:21.301 INFO:teuthology.orchestra.run.smithi157.stdout:Get:63 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.1.1-305-g1cf819b7-1jammy [6,875 kB] 2024-09-10T10:13:21.302 INFO:teuthology.orchestra.run.smithi157.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-10T10:13:21.302 INFO:teuthology.orchestra.run.smithi157.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-10T10:13:21.303 INFO:teuthology.orchestra.run.smithi157.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-10T10:13:21.321 INFO:teuthology.orchestra.run.smithi157.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-10T10:13:21.322 INFO:teuthology.orchestra.run.smithi157.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-10T10:13:21.323 INFO:teuthology.orchestra.run.smithi157.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-10T10:13:21.339 INFO:teuthology.orchestra.run.smithi157.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-10T10:13:21.339 INFO:teuthology.orchestra.run.smithi157.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-10T10:13:21.339 INFO:teuthology.orchestra.run.smithi157.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-10T10:13:21.340 INFO:teuthology.orchestra.run.smithi157.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-10T10:13:21.340 INFO:teuthology.orchestra.run.smithi157.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-10T10:13:21.341 INFO:teuthology.orchestra.run.smithi157.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-10T10:13:21.353 INFO:teuthology.orchestra.run.smithi157.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-10T10:13:21.354 INFO:teuthology.orchestra.run.smithi157.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-10T10:13:21.357 INFO:teuthology.orchestra.run.smithi157.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-10T10:13:21.371 INFO:teuthology.orchestra.run.smithi157.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-10T10:13:21.372 INFO:teuthology.orchestra.run.smithi157.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-10T10:13:21.373 INFO:teuthology.orchestra.run.smithi157.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-10T10:13:21.376 INFO:teuthology.orchestra.run.smithi157.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-10T10:13:21.377 INFO:teuthology.orchestra.run.smithi192.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.1.1-305-g1cf819b7-1jammy [3,241 kB] 2024-09-10T10:13:21.378 INFO:teuthology.orchestra.run.smithi157.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-10T10:13:21.378 INFO:teuthology.orchestra.run.smithi157.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-10T10:13:21.385 INFO:teuthology.orchestra.run.smithi157.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-10T10:13:21.388 INFO:teuthology.orchestra.run.smithi157.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-10T10:13:21.392 INFO:teuthology.orchestra.run.smithi157.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-10T10:13:21.392 INFO:teuthology.orchestra.run.smithi157.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-10T10:13:21.405 INFO:teuthology.orchestra.run.smithi157.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-10T10:13:21.405 INFO:teuthology.orchestra.run.smithi157.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-10T10:13:21.406 INFO:teuthology.orchestra.run.smithi157.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-10T10:13:21.406 INFO:teuthology.orchestra.run.smithi157.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-10T10:13:21.408 INFO:teuthology.orchestra.run.smithi157.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-10T10:13:21.409 INFO:teuthology.orchestra.run.smithi157.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-10T10:13:21.415 INFO:teuthology.orchestra.run.smithi157.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-10T10:13:21.422 INFO:teuthology.orchestra.run.smithi157.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-10T10:13:21.422 INFO:teuthology.orchestra.run.smithi157.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-10T10:13:21.424 INFO:teuthology.orchestra.run.smithi157.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-10T10:13:21.439 INFO:teuthology.orchestra.run.smithi157.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-10T10:13:21.461 INFO:teuthology.orchestra.run.smithi157.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.1.1-305-g1cf819b7-1jammy [112 kB] 2024-09-10T10:13:21.463 INFO:teuthology.orchestra.run.smithi157.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.1.1-305-g1cf819b7-1jammy [472 kB] 2024-09-10T10:13:21.463 INFO:teuthology.orchestra.run.smithi192.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-10T10:13:21.470 INFO:teuthology.orchestra.run.smithi157.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.1.1-305-g1cf819b7-1jammy [25.9 MB] 2024-09-10T10:13:21.545 INFO:teuthology.orchestra.run.smithi192.stdout:Get:7 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.1.1-305-g1cf819b7-1jammy [719 kB] 2024-09-10T10:13:21.555 INFO:teuthology.orchestra.run.smithi192.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-10T10:13:21.559 INFO:teuthology.orchestra.run.smithi192.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.1.1-305-g1cf819b7-1jammy [357 kB] 2024-09-10T10:13:21.566 INFO:teuthology.orchestra.run.smithi192.stdout:Get:10 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.1.1-305-g1cf819b7-1jammy [32.8 kB] 2024-09-10T10:13:21.568 INFO:teuthology.orchestra.run.smithi192.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-10T10:13:21.568 INFO:teuthology.orchestra.run.smithi192.stdout:Get:12 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.1.1-305-g1cf819b7-1jammy [180 kB] 2024-09-10T10:13:21.606 INFO:teuthology.orchestra.run.smithi192.stdout:Get:13 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.1.1-305-g1cf819b7-1jammy [67.6 kB] 2024-09-10T10:13:21.608 INFO:teuthology.orchestra.run.smithi192.stdout:Get:14 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.1.1-305-g1cf819b7-1jammy [333 kB] 2024-09-10T10:13:21.615 INFO:teuthology.orchestra.run.smithi192.stdout:Get:15 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.1.1-305-g1cf819b7-1jammy [6,875 kB] 2024-09-10T10:13:21.617 INFO:teuthology.orchestra.run.smithi192.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-10T10:13:21.790 INFO:teuthology.orchestra.run.smithi192.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-10T10:13:21.799 INFO:teuthology.orchestra.run.smithi192.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-10T10:13:21.827 INFO:teuthology.orchestra.run.smithi192.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-10T10:13:21.835 INFO:teuthology.orchestra.run.smithi192.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-10T10:13:21.836 INFO:teuthology.orchestra.run.smithi192.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-10T10:13:21.854 INFO:teuthology.orchestra.run.smithi192.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-10T10:13:21.858 INFO:teuthology.orchestra.run.smithi192.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-10T10:13:21.863 INFO:teuthology.orchestra.run.smithi192.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-10T10:13:21.865 INFO:teuthology.orchestra.run.smithi192.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-10T10:13:21.873 INFO:teuthology.orchestra.run.smithi192.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-10T10:13:21.949 INFO:teuthology.orchestra.run.smithi192.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-10T10:13:21.953 INFO:teuthology.orchestra.run.smithi192.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-10T10:13:21.957 INFO:teuthology.orchestra.run.smithi192.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-10T10:13:21.958 INFO:teuthology.orchestra.run.smithi192.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-10T10:13:21.959 INFO:teuthology.orchestra.run.smithi192.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-10T10:13:21.961 INFO:teuthology.orchestra.run.smithi192.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-10T10:13:21.962 INFO:teuthology.orchestra.run.smithi192.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-10T10:13:21.962 INFO:teuthology.orchestra.run.smithi192.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-10T10:13:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-10T10:13:21.965 INFO:teuthology.orchestra.run.smithi192.stdout:Get:36 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.1.1-305-g1cf819b7-1jammy [112 kB] 2024-09-10T10:13:21.968 INFO:teuthology.orchestra.run.smithi192.stdout:Get:37 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.1.1-305-g1cf819b7-1jammy [472 kB] 2024-09-10T10:13:21.977 INFO:teuthology.orchestra.run.smithi192.stdout:Get:38 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.1.1-305-g1cf819b7-1jammy [25.9 MB] 2024-09-10T10:13:22.036 INFO:teuthology.orchestra.run.smithi192.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-10T10:13:22.046 INFO:teuthology.orchestra.run.smithi192.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-10T10:13:22.047 INFO:teuthology.orchestra.run.smithi192.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-10T10:13:22.053 INFO:teuthology.orchestra.run.smithi192.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-10T10:13:22.054 INFO:teuthology.orchestra.run.smithi192.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-10T10:13:22.055 INFO:teuthology.orchestra.run.smithi192.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-10T10:13:22.055 INFO:teuthology.orchestra.run.smithi192.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-10T10:13:22.058 INFO:teuthology.orchestra.run.smithi192.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-10T10:13:22.058 INFO:teuthology.orchestra.run.smithi192.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-10T10:13:22.118 INFO:teuthology.orchestra.run.smithi192.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-10T10:13:22.142 INFO:teuthology.orchestra.run.smithi192.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-10T10:13:22.143 INFO:teuthology.orchestra.run.smithi192.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-10T10:13:22.144 INFO:teuthology.orchestra.run.smithi192.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-10T10:13:22.154 INFO:teuthology.orchestra.run.smithi192.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-10T10:13:22.155 INFO:teuthology.orchestra.run.smithi192.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-10T10:13:22.156 INFO:teuthology.orchestra.run.smithi192.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-10T10:13:22.157 INFO:teuthology.orchestra.run.smithi192.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-10T10:13:22.176 INFO:teuthology.orchestra.run.smithi157.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.1.1-305-g1cf819b7-1jammy [5,145 kB] 2024-09-10T10:13:22.201 INFO:teuthology.orchestra.run.smithi192.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-10T10:13:22.205 INFO:teuthology.orchestra.run.smithi192.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-10T10:13:22.272 INFO:teuthology.orchestra.run.smithi157.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.1.1-305-g1cf819b7-1jammy [245 kB] 2024-09-10T10:13:22.277 INFO:teuthology.orchestra.run.smithi157.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.1.1-305-g1cf819b7-1jammy [124 kB] 2024-09-10T10:13:22.279 INFO:teuthology.orchestra.run.smithi157.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.1.1-305-g1cf819b7-1jammy [1,555 kB] 2024-09-10T10:13:22.281 INFO:teuthology.orchestra.run.smithi192.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-10T10:13:22.283 INFO:teuthology.orchestra.run.smithi192.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-10T10:13:22.285 INFO:teuthology.orchestra.run.smithi192.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-10T10:13:22.290 INFO:teuthology.orchestra.run.smithi192.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-10T10:13:22.291 INFO:teuthology.orchestra.run.smithi192.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-10T10:13:22.292 INFO:teuthology.orchestra.run.smithi192.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-10T10:13:22.297 INFO:teuthology.orchestra.run.smithi192.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-10T10:13:22.408 INFO:teuthology.orchestra.run.smithi157.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.1.1-305-g1cf819b7-1jammy [6,142 kB] 2024-09-10T10:13:22.457 INFO:teuthology.orchestra.run.smithi192.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-10T10:13:22.459 INFO:teuthology.orchestra.run.smithi192.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-10T10:13:22.461 INFO:teuthology.orchestra.run.smithi192.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-10T10:13:22.462 INFO:teuthology.orchestra.run.smithi192.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-10T10:13:22.464 INFO:teuthology.orchestra.run.smithi192.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-10T10:13:22.529 INFO:teuthology.orchestra.run.smithi192.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-10T10:13:22.532 INFO:teuthology.orchestra.run.smithi192.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-10T10:13:22.532 INFO:teuthology.orchestra.run.smithi192.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-10T10:13:22.539 INFO:teuthology.orchestra.run.smithi157.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.1.1-305-g1cf819b7-1jammy [22.8 MB] 2024-09-10T10:13:22.563 INFO:teuthology.orchestra.run.smithi192.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-10T10:13:22.563 INFO:teuthology.orchestra.run.smithi192.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-10T10:13:22.624 INFO:teuthology.orchestra.run.smithi192.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-10T10:13:22.624 INFO:teuthology.orchestra.run.smithi192.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-10T10:13:22.625 INFO:teuthology.orchestra.run.smithi192.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-10T10:13:22.626 INFO:teuthology.orchestra.run.smithi192.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-10T10:13:22.627 INFO:teuthology.orchestra.run.smithi192.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-10T10:13:22.628 INFO:teuthology.orchestra.run.smithi192.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-10T10:13:22.634 INFO:teuthology.orchestra.run.smithi192.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-10T10:13:22.705 INFO:teuthology.orchestra.run.smithi192.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-10T10:13:22.708 INFO:teuthology.orchestra.run.smithi192.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-10T10:13:22.710 INFO:teuthology.orchestra.run.smithi192.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-10T10:13:22.787 INFO:teuthology.orchestra.run.smithi192.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-10T10:13:22.794 INFO:teuthology.orchestra.run.smithi192.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-10T10:13:22.795 INFO:teuthology.orchestra.run.smithi192.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-10T10:13:22.797 INFO:teuthology.orchestra.run.smithi192.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-10T10:13:22.798 INFO:teuthology.orchestra.run.smithi192.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-10T10:13:22.809 INFO:teuthology.orchestra.run.smithi192.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-10T10:13:22.811 INFO:teuthology.orchestra.run.smithi192.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-10T10:13:22.869 INFO:teuthology.orchestra.run.smithi192.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-10T10:13:22.870 INFO:teuthology.orchestra.run.smithi192.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-10T10:13:22.871 INFO:teuthology.orchestra.run.smithi192.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-10T10:13:22.951 INFO:teuthology.orchestra.run.smithi192.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-10T10:13:22.955 INFO:teuthology.orchestra.run.smithi192.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-10T10:13:22.957 INFO:teuthology.orchestra.run.smithi192.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-10T10:13:23.009 INFO:teuthology.orchestra.run.smithi192.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-10T10:13:23.009 INFO:teuthology.orchestra.run.smithi192.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-10T10:13:23.010 INFO:teuthology.orchestra.run.smithi192.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-10T10:13:23.011 INFO:teuthology.orchestra.run.smithi192.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.1.1-305-g1cf819b7-1jammy [5,145 kB] 2024-09-10T10:13:23.016 INFO:teuthology.orchestra.run.smithi192.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-10T10:13:23.033 INFO:teuthology.orchestra.run.smithi192.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-10T10:13:23.128 INFO:teuthology.orchestra.run.smithi192.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.1.1-305-g1cf819b7-1jammy [245 kB] 2024-09-10T10:13:23.144 INFO:teuthology.orchestra.run.smithi192.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.1.1-305-g1cf819b7-1jammy [124 kB] 2024-09-10T10:13:23.147 INFO:teuthology.orchestra.run.smithi192.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.1.1-305-g1cf819b7-1jammy [1,555 kB] 2024-09-10T10:13:23.205 INFO:teuthology.orchestra.run.smithi192.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.1.1-305-g1cf819b7-1jammy [6,142 kB] 2024-09-10T10:13:23.286 INFO:teuthology.orchestra.run.smithi157.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.1.1-305-g1cf819b7-1jammy [14.1 kB] 2024-09-10T10:13:23.286 INFO:teuthology.orchestra.run.smithi157.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.1.1-305-g1cf819b7-1jammy [877 kB] 2024-09-10T10:13:23.303 INFO:teuthology.orchestra.run.smithi157.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.1.1-305-g1cf819b7-1jammy [2,462 kB] 2024-09-10T10:13:23.345 INFO:teuthology.orchestra.run.smithi157.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.1.1-305-g1cf819b7-1jammy [794 kB] 2024-09-10T10:13:23.355 INFO:teuthology.orchestra.run.smithi157.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.1.1-305-g1cf819b7-1jammy [152 kB] 2024-09-10T10:13:23.357 INFO:teuthology.orchestra.run.smithi157.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.1.1-305-g1cf819b7-1jammy [2,284 kB] 2024-09-10T10:13:23.388 INFO:teuthology.orchestra.run.smithi192.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.1.1-305-g1cf819b7-1jammy [22.8 MB] 2024-09-10T10:13:23.423 INFO:teuthology.orchestra.run.smithi157.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.1.1-305-g1cf819b7-1jammy [8,625 kB] 2024-09-10T10:13:23.675 INFO:teuthology.orchestra.run.smithi157.stdout:Get:116 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.1.1-305-g1cf819b7-1jammy [14.2 kB] 2024-09-10T10:13:23.675 INFO:teuthology.orchestra.run.smithi157.stdout:Get:117 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.1.1-305-g1cf819b7-1jammy [51.4 MB] 2024-09-10T10:13:24.325 INFO:teuthology.orchestra.run.smithi192.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.1.1-305-g1cf819b7-1jammy [14.1 kB] 2024-09-10T10:13:24.328 INFO:teuthology.orchestra.run.smithi192.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.1.1-305-g1cf819b7-1jammy [877 kB] 2024-09-10T10:13:24.344 INFO:teuthology.orchestra.run.smithi192.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.1.1-305-g1cf819b7-1jammy [2,462 kB] 2024-09-10T10:13:24.386 INFO:teuthology.orchestra.run.smithi192.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.1.1-305-g1cf819b7-1jammy [794 kB] 2024-09-10T10:13:24.402 INFO:teuthology.orchestra.run.smithi192.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.1.1-305-g1cf819b7-1jammy [152 kB] 2024-09-10T10:13:24.406 INFO:teuthology.orchestra.run.smithi192.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.1.1-305-g1cf819b7-1jammy [2,284 kB] 2024-09-10T10:13:24.484 INFO:teuthology.orchestra.run.smithi192.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.1.1-305-g1cf819b7-1jammy [8,625 kB] 2024-09-10T10:13:24.819 INFO:teuthology.orchestra.run.smithi192.stdout:Get:116 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.1.1-305-g1cf819b7-1jammy [14.2 kB] 2024-09-10T10:13:24.819 INFO:teuthology.orchestra.run.smithi192.stdout:Get:117 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.1.1-305-g1cf819b7-1jammy [51.4 MB] 2024-09-10T10:13:25.420 INFO:teuthology.orchestra.run.smithi157.stdout:Get:118 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.1.1-305-g1cf819b7-1jammy [130 kB] 2024-09-10T10:13:25.423 INFO:teuthology.orchestra.run.smithi157.stdout:Get:119 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.1.1-305-g1cf819b7-1jammy [237 kB] 2024-09-10T10:13:25.427 INFO:teuthology.orchestra.run.smithi157.stdout:Get:120 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.1.1-305-g1cf819b7-1jammy [34.0 kB] 2024-09-10T10:13:25.428 INFO:teuthology.orchestra.run.smithi157.stdout:Get:121 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.1.1-305-g1cf819b7-1jammy [23.5 kB] 2024-09-10T10:13:25.429 INFO:teuthology.orchestra.run.smithi157.stdout:Get:122 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.1.1-305-g1cf819b7-1jammy [39.0 kB] 2024-09-10T10:13:25.430 INFO:teuthology.orchestra.run.smithi157.stdout:Get:123 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.1.1-305-g1cf819b7-1jammy [13.6 MB] 2024-09-10T10:13:25.764 INFO:teuthology.orchestra.run.smithi157.stdout:Get:124 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.1.1-305-g1cf819b7-1jammy [91.4 kB] 2024-09-10T10:13:26.329 INFO:teuthology.orchestra.run.smithi192.stdout:Get:118 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.1.1-305-g1cf819b7-1jammy [130 kB] 2024-09-10T10:13:26.332 INFO:teuthology.orchestra.run.smithi192.stdout:Get:119 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.1.1-305-g1cf819b7-1jammy [237 kB] 2024-09-10T10:13:26.336 INFO:teuthology.orchestra.run.smithi192.stdout:Get:120 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.1.1-305-g1cf819b7-1jammy [34.0 kB] 2024-09-10T10:13:26.337 INFO:teuthology.orchestra.run.smithi192.stdout:Get:121 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.1.1-305-g1cf819b7-1jammy [23.5 kB] 2024-09-10T10:13:26.337 INFO:teuthology.orchestra.run.smithi192.stdout:Get:122 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.1.1-305-g1cf819b7-1jammy [39.0 kB] 2024-09-10T10:13:26.338 INFO:teuthology.orchestra.run.smithi192.stdout:Get:123 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.1.1-305-g1cf819b7-1jammy [13.6 MB] 2024-09-10T10:13:26.415 INFO:teuthology.orchestra.run.smithi157.stdout:Fetched 181 MB in 5s (37.1 MB/s) 2024-09-10T10:13:26.521 INFO:teuthology.orchestra.run.smithi192.stdout:Get:124 https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.1.1-305-g1cf819b7-1jammy [91.4 kB] 2024-09-10T10:13:26.553 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-10T10:13:26.642 INFO:teuthology.orchestra.run.smithi157.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-10T10:13:26.647 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-10T10:13:26.693 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-10T10:13:26.996 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-10T10:13:27.022 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-10T10:13:27.063 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-10T10:13:27.144 INFO:teuthology.orchestra.run.smithi192.stdout:Fetched 181 MB in 6s (32.6 MB/s) 2024-09-10T10:13:27.280 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-10T10:13:27.357 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-cmd2. 2024-09-10T10:13:27.373 INFO:teuthology.orchestra.run.smithi192.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-10T10:13:27.379 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-10T10:13:27.383 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-10T10:13:27.419 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-10T10:13:27.424 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-10T10:13:27.714 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-10T10:13:27.740 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-10T10:13:27.743 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-10T10:13:27.758 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-10T10:13:27.781 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-10T10:13:27.827 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-10T10:13:28.067 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-cmd2. 2024-09-10T10:13:28.093 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-10T10:13:28.133 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-10T10:13:28.139 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-10T10:13:28.165 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-10T10:13:28.205 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-10T10:13:28.470 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-10T10:13:28.496 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-10T10:13:28.534 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-10T10:13:28.560 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-10T10:13:28.578 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-10T10:13:28.600 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-10T10:13:28.940 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-10T10:13:28.966 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-10T10:13:28.979 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-10T10:13:29.005 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:13:29.007 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-10T10:13:29.054 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:13:29.301 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-10T10:13:29.328 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-10T10:13:29.368 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-10T10:13:29.549 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-10T10:13:29.575 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:13:29.624 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:13:29.763 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-10T10:13:29.789 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:13:29.838 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:13:29.968 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-10T10:13:29.995 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:13:30.035 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:13:30.233 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-10T10:13:30.259 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:13:30.299 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:13:30.447 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-10T10:13:30.473 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-10T10:13:30.521 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-10T10:13:30.611 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-10T10:13:30.637 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-10T10:13:30.669 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:13:30.841 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package librados2. 2024-09-10T10:13:30.868 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../010-librados2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:30.907 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking librados2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:31.006 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-10T10:13:31.032 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-10T10:13:31.072 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-10T10:13:31.385 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package librbd1. 2024-09-10T10:13:31.392 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package librados2. 2024-09-10T10:13:31.412 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../011-librbd1_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:31.418 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../010-librados2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:31.452 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking librbd1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:31.458 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking librados2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:31.838 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libcephfs2. 2024-09-10T10:13:31.865 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../012-libcephfs2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:31.886 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package librbd1. 2024-09-10T10:13:31.896 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libcephfs2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:31.912 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../011-librbd1_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:31.952 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking librbd1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:32.182 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-rados. 2024-09-10T10:13:32.209 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../013-python3-rados_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:32.249 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-rados (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:32.355 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libcephfs2. 2024-09-10T10:13:32.382 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../012-libcephfs2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:32.414 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libcephfs2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:32.568 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-10T10:13:32.594 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../014-python3-ceph-argparse_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:13:32.635 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-ceph-argparse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:32.691 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-rados. 2024-09-10T10:13:32.717 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../013-python3-rados_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:32.758 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-rados (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:32.887 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-cephfs. 2024-09-10T10:13:32.914 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../015-python3-cephfs_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:32.954 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-cephfs (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:33.077 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-10T10:13:33.103 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../014-python3-ceph-argparse_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:13:33.144 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-ceph-argparse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:33.215 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-10T10:13:33.230 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../016-python3-ceph-common_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:13:33.265 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:33.396 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-cephfs. 2024-09-10T10:13:33.422 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../015-python3-cephfs_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:33.463 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-cephfs (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:33.568 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-prettytable. 2024-09-10T10:13:33.594 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2024-09-10T10:13:33.634 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-10T10:13:33.707 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-10T10:13:33.722 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../016-python3-ceph-common_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:13:33.757 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:33.887 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-rbd. 2024-09-10T10:13:33.903 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../018-python3-rbd_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:33.945 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-rbd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:34.094 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-prettytable. 2024-09-10T10:13:34.120 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2024-09-10T10:13:34.160 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-10T10:13:34.290 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-10T10:13:34.317 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-10T10:13:34.357 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-10T10:13:34.421 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-rbd. 2024-09-10T10:13:34.447 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../018-python3-rbd_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:34.487 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-rbd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:34.618 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-10T10:13:34.633 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-10T10:13:34.667 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-10T10:13:34.824 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-10T10:13:34.850 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-10T10:13:34.890 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-10T10:13:34.981 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-10T10:13:35.008 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-10T10:13:35.047 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-10T10:13:35.143 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-10T10:13:35.158 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-10T10:13:35.193 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-10T10:13:35.384 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package lua5.1. 2024-09-10T10:13:35.411 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-10T10:13:35.450 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-10T10:13:35.496 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-10T10:13:35.522 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-10T10:13:35.562 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-10T10:13:35.745 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package lua-any. 2024-09-10T10:13:35.761 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2024-09-10T10:13:35.804 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-10T10:13:35.883 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package lua5.1. 2024-09-10T10:13:35.909 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-10T10:13:35.949 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-10T10:13:36.048 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package zip. 2024-09-10T10:13:36.063 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2024-09-10T10:13:36.106 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking zip (3.0-12build2) ... 2024-09-10T10:13:36.218 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package lua-any. 2024-09-10T10:13:36.234 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2024-09-10T10:13:36.269 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-10T10:13:36.426 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package unzip. 2024-09-10T10:13:36.452 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-10T10:13:36.493 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-10T10:13:36.521 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package zip. 2024-09-10T10:13:36.548 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2024-09-10T10:13:36.588 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking zip (3.0-12build2) ... 2024-09-10T10:13:36.891 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package unzip. 2024-09-10T10:13:36.897 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package luarocks. 2024-09-10T10:13:36.917 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-10T10:13:36.923 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-10T10:13:36.958 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-10T10:13:36.963 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-10T10:13:37.286 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package luarocks. 2024-09-10T10:13:37.313 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-10T10:13:37.353 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-10T10:13:37.362 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package librgw2. 2024-09-10T10:13:37.389 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../027-librgw2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:37.429 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking librgw2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:37.677 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package librgw2. 2024-09-10T10:13:37.693 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../027-librgw2_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:37.727 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking librgw2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:37.948 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-rgw. 2024-09-10T10:13:37.964 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../028-python3-rgw_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:38.007 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-rgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:38.335 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-10T10:13:38.362 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-10T10:13:38.388 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-rgw. 2024-09-10T10:13:38.401 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-10T10:13:38.414 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../028-python3-rgw_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:38.555 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-rgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:38.696 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libradosstriper1. 2024-09-10T10:13:38.722 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../030-libradosstriper1_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:38.787 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libradosstriper1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:38.841 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-10T10:13:38.867 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-10T10:13:38.908 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-10T10:13:39.191 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-common. 2024-09-10T10:13:39.210 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libradosstriper1. 2024-09-10T10:13:39.218 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../031-ceph-common_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:39.237 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../030-libradosstriper1_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:39.249 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:39.277 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libradosstriper1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:39.697 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-common. 2024-09-10T10:13:39.723 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../031-ceph-common_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:39.763 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:40.629 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-base. 2024-09-10T10:13:40.655 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../032-ceph-base_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:40.705 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-base (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:41.135 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-base. 2024-09-10T10:13:41.162 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../032-ceph-base_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:41.203 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-base (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:41.292 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-10T10:13:41.318 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-10T10:13:41.358 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-10T10:13:41.594 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-cheroot. 2024-09-10T10:13:41.610 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-10T10:13:41.652 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-10T10:13:41.748 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-10T10:13:41.774 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-10T10:13:41.814 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-10T10:13:41.956 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-10T10:13:41.982 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-10T10:13:42.022 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-10T10:13:42.117 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-cheroot. 2024-09-10T10:13:42.143 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-10T10:13:42.184 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-10T10:13:42.325 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-10T10:13:42.351 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-10T10:13:42.391 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-10T10:13:42.503 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-10T10:13:42.530 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-10T10:13:42.585 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-10T10:13:42.711 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-10T10:13:42.738 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-10T10:13:42.778 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-10T10:13:42.865 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-10T10:13:42.995 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-10T10:13:42.995 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-10T10:13:43.184 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-10T10:13:43.211 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-10T10:13:43.251 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-10T10:13:43.339 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-tempora. 2024-09-10T10:13:43.365 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2024-09-10T10:13:43.405 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-10T10:13:43.553 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-tempora. 2024-09-10T10:13:43.580 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2024-09-10T10:13:43.645 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-10T10:13:43.667 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-portend. 2024-09-10T10:13:43.693 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2024-09-10T10:13:43.733 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-10T10:13:43.957 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-portend. 2024-09-10T10:13:43.983 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2024-09-10T10:13:44.019 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-10T10:13:44.023 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-10T10:13:44.045 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-10T10:13:44.086 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-10T10:13:44.284 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-10T10:13:44.311 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-10T10:13:44.342 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-10T10:13:44.406 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-10T10:13:44.432 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-10T10:13:44.472 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-10T10:13:44.645 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-10T10:13:44.672 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-10T10:13:44.712 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-10T10:13:44.826 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-natsort. 2024-09-10T10:13:44.852 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2024-09-10T10:13:44.892 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-10T10:13:45.049 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-natsort. 2024-09-10T10:13:45.064 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2024-09-10T10:13:45.099 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-10T10:13:45.212 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-logutils. 2024-09-10T10:13:45.238 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2024-09-10T10:13:45.279 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-10T10:13:45.377 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-logutils. 2024-09-10T10:13:45.403 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2024-09-10T10:13:45.452 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-10T10:13:45.590 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-10T10:13:45.616 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-10T10:13:45.656 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-10T10:13:45.754 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-10T10:13:45.781 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-10T10:13:45.821 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-10T10:13:45.918 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-mako. 2024-09-10T10:13:45.944 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-10T10:13:45.984 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-10T10:13:46.132 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-mako. 2024-09-10T10:13:46.159 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-10T10:13:46.201 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-10T10:13:46.296 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-10T10:13:46.322 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-10T10:13:46.362 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-10T10:13:46.502 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-10T10:13:46.529 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-10T10:13:46.568 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-10T10:13:46.682 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-10T10:13:46.697 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-10T10:13:46.740 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-10T10:13:46.846 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-10T10:13:46.873 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-10T10:13:46.913 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-10T10:13:47.034 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-webob. 2024-09-10T10:13:47.061 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-10T10:13:47.101 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-10T10:13:47.216 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-webob. 2024-09-10T10:13:47.242 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-10T10:13:47.282 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-10T10:13:47.429 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-waitress. 2024-09-10T10:13:47.455 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-10T10:13:47.499 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-10T10:13:47.628 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-waitress. 2024-09-10T10:13:47.653 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-10T10:13:47.697 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-10T10:13:47.791 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-tempita. 2024-09-10T10:13:47.817 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-10T10:13:47.857 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-10T10:13:47.946 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-tempita. 2024-09-10T10:13:47.961 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-10T10:13:48.005 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-10T10:13:48.160 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-paste. 2024-09-10T10:13:48.186 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-10T10:13:48.226 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-10T10:13:48.301 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-paste. 2024-09-10T10:13:48.328 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-10T10:13:48.368 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-10T10:13:48.538 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-10T10:13:48.553 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-10T10:13:48.587 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-10T10:13:48.688 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-10T10:13:48.703 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-10T10:13:48.876 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-10T10:13:49.033 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-10T10:13:49.059 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-10T10:13:49.099 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-10T10:13:49.291 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-10T10:13:49.317 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-10T10:13:49.357 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-10T10:13:49.402 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-webtest. 2024-09-10T10:13:49.429 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2024-09-10T10:13:49.468 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-10T10:13:49.661 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-webtest. 2024-09-10T10:13:49.687 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2024-09-10T10:13:49.727 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-10T10:13:49.780 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pecan. 2024-09-10T10:13:49.795 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-10T10:13:49.838 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-10T10:13:50.038 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pecan. 2024-09-10T10:13:50.058 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-10T10:13:50.096 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-10T10:13:50.176 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-certifi. 2024-09-10T10:13:50.203 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2024-09-10T10:13:50.242 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-10T10:13:50.427 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-certifi. 2024-09-10T10:13:50.453 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2024-09-10T10:13:50.493 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-10T10:13:50.579 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-idna. 2024-09-10T10:13:50.605 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../057-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-10T10:13:50.645 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-10T10:13:50.796 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-idna. 2024-09-10T10:13:50.823 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../057-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-10T10:13:50.854 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-10T10:13:50.957 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-urllib3. 2024-09-10T10:13:50.983 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-10T10:13:51.046 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-10T10:13:51.174 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-urllib3. 2024-09-10T10:13:51.189 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-10T10:13:51.232 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-10T10:13:51.368 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-requests. 2024-09-10T10:13:51.395 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-10T10:13:51.435 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-10T10:13:51.553 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-requests. 2024-09-10T10:13:51.579 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-10T10:13:51.619 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-10T10:13:51.738 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-10T10:13:51.764 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-10T10:13:51.804 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-10T10:13:51.930 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-10T10:13:51.957 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-10T10:13:52.005 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-10T10:13:52.074 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-10T10:13:52.090 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:13:52.132 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-mgr-modules-core (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:52.300 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-10T10:13:52.327 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:13:52.367 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-mgr-modules-core (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:52.504 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-10T10:13:52.531 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:52.570 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libsqlite3-mod-ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:52.764 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-10T10:13:52.790 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:52.873 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-10T10:13:52.899 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-10T10:13:52.939 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-10T10:13:53.072 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libsqlite3-mod-ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:53.209 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-openssl. 2024-09-10T10:13:53.228 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2024-09-10T10:13:53.262 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-10T10:13:53.570 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-mgr. 2024-09-10T10:13:53.597 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../065-ceph-mgr_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:53.637 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-mgr (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:53.908 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-10T10:13:53.935 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-10T10:13:53.983 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-10T10:13:54.286 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-openssl. 2024-09-10T10:13:54.302 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2024-09-10T10:13:54.344 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-10T10:13:54.631 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-mgr. 2024-09-10T10:13:54.657 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../065-ceph-mgr_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:54.697 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-mgr (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:54.841 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-mon. 2024-09-10T10:13:54.868 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../066-ceph-mon_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:54.907 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-mon (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:55.126 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-mon. 2024-09-10T10:13:55.153 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../066-ceph-mon_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:55.192 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-mon (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:55.478 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-osd. 2024-09-10T10:13:55.504 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../067-ceph-osd_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:55.535 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-osd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:55.788 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-osd. 2024-09-10T10:13:55.814 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../067-ceph-osd_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:55.854 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-osd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:56.589 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph. 2024-09-10T10:13:56.604 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../068-ceph_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:56.655 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:56.874 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph. 2024-09-10T10:13:56.889 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../068-ceph_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:56.932 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:56.974 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-fuse. 2024-09-10T10:13:57.001 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../069-ceph-fuse_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:57.041 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:57.260 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-fuse. 2024-09-10T10:13:57.286 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../069-ceph-fuse_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:57.326 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:57.402 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-mds. 2024-09-10T10:13:57.429 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../070-ceph-mds_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:57.469 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-mds (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:57.680 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-mds. 2024-09-10T10:13:57.706 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../070-ceph-mds_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:57.746 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-mds (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:57.813 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package cephadm. 2024-09-10T10:13:57.829 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../071-cephadm_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:57.863 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:58.116 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package cephadm. 2024-09-10T10:13:58.143 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../071-cephadm_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:13:58.174 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:13:58.183 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-10T10:13:58.209 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-10T10:13:58.249 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-10T10:13:58.494 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-10T10:13:58.520 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-10T10:13:58.560 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-10T10:13:58.752 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-10T10:13:58.767 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-10T10:13:58.802 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-10T10:13:58.847 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-10T10:13:58.873 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-10T10:13:58.904 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-10T10:13:59.816 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-babel. 2024-09-10T10:13:59.843 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-10T10:13:59.882 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-10T10:14:00.110 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-babel. 2024-09-10T10:14:00.137 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-10T10:14:00.176 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-10T10:14:00.184 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-jinja2. 2024-09-10T10:14:00.200 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-10T10:14:00.243 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-10T10:14:00.488 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-jinja2. 2024-09-10T10:14:00.515 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-10T10:14:00.554 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-10T10:14:00.562 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-10T10:14:00.589 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:00.629 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-mgr-cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:00.899 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-10T10:14:00.926 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:00.949 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-10T10:14:00.966 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-mgr-cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:00.976 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2024-09-10T10:14:01.015 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-10T10:14:01.285 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-routes. 2024-09-10T10:14:01.311 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-10T10:14:01.312 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-10T10:14:01.338 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2024-09-10T10:14:01.351 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-10T10:14:01.377 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-10T10:14:01.646 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-10T10:14:01.655 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-routes. 2024-09-10T10:14:01.673 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:01.682 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-10T10:14:01.704 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-mgr-dashboard (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:01.722 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-10T10:14:02.058 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-10T10:14:02.086 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:02.124 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-mgr-dashboard (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:02.943 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-10T10:14:02.959 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-10T10:14:03.001 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-10T10:14:03.364 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-10T10:14:03.391 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-10T10:14:03.430 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-10T10:14:03.471 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-joblib. 2024-09-10T10:14:03.498 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-10T10:14:03.537 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-10T10:14:03.900 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-10T10:14:03.909 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-joblib. 2024-09-10T10:14:03.927 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-10T10:14:03.936 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-10T10:14:03.975 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-10T10:14:04.043 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-10T10:14:04.346 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-sklearn. 2024-09-10T10:14:04.373 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-10T10:14:04.379 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-10T10:14:04.406 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-10T10:14:04.412 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-10T10:14:04.531 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-10T10:14:04.867 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-sklearn. 2024-09-10T10:14:04.894 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-10T10:14:04.942 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-10T10:14:05.080 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-10T10:14:05.096 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:05.130 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-mgr-diskprediction-local (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:05.602 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-10T10:14:05.630 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:05.668 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-mgr-diskprediction-local (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:06.083 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-cachetools. 2024-09-10T10:14:06.110 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2024-09-10T10:14:06.149 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-10T10:14:06.436 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-10T10:14:06.463 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-10T10:14:06.502 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-10T10:14:06.622 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-cachetools. 2024-09-10T10:14:06.649 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2024-09-10T10:14:06.688 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-10T10:14:06.831 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-10T10:14:06.857 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-10T10:14:06.905 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-10T10:14:06.991 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-10T10:14:07.019 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-10T10:14:07.057 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-10T10:14:07.192 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-rsa. 2024-09-10T10:14:07.219 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2024-09-10T10:14:07.258 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-10T10:14:07.370 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-10T10:14:07.397 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-10T10:14:07.453 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-10T10:14:07.579 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-google-auth. 2024-09-10T10:14:07.606 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2024-09-10T10:14:07.645 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-10T10:14:07.764 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-rsa. 2024-09-10T10:14:07.792 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2024-09-10T10:14:07.831 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-10T10:14:07.965 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-10T10:14:07.992 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-10T10:14:08.032 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-10T10:14:08.110 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-google-auth. 2024-09-10T10:14:08.137 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2024-09-10T10:14:08.168 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-10T10:14:08.310 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-websocket. 2024-09-10T10:14:08.337 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2024-09-10T10:14:08.368 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-10T10:14:08.463 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-10T10:14:08.490 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-10T10:14:08.529 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-10T10:14:08.663 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-10T10:14:08.690 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-10T10:14:08.729 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-10T10:14:08.841 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-websocket. 2024-09-10T10:14:08.868 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2024-09-10T10:14:08.907 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-10T10:14:09.211 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-10T10:14:09.239 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-10T10:14:09.277 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-10T10:14:09.418 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-10T10:14:09.435 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:09.501 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-mgr-k8sevents (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:09.829 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-10T10:14:09.856 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-10T10:14:09.896 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-10T10:14:09.908 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-10T10:14:09.925 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:09.958 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-mgr-k8sevents (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:10.183 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-10T10:14:10.210 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-10T10:14:10.240 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-10T10:14:10.336 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-10T10:14:10.364 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-10T10:14:10.403 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-10T10:14:10.485 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package jq. 2024-09-10T10:14:10.512 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-10T10:14:10.551 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-10T10:14:10.731 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-10T10:14:10.758 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-10T10:14:10.771 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package socat. 2024-09-10T10:14:10.786 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-10T10:14:10.797 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-10T10:14:10.820 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-10T10:14:11.025 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package jq. 2024-09-10T10:14:11.041 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-10T10:14:11.075 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-10T10:14:11.107 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package xmlstarlet. 2024-09-10T10:14:11.123 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-10T10:14:11.165 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-10T10:14:11.303 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package socat. 2024-09-10T10:14:11.319 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-10T10:14:11.361 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-10T10:14:11.537 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-test. 2024-09-10T10:14:11.552 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../099-ceph-test_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:11.595 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-test (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:11.715 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package xmlstarlet. 2024-09-10T10:14:11.742 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-10T10:14:11.781 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-10T10:14:12.119 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-test. 2024-09-10T10:14:12.135 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../099-ceph-test_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:12.177 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-test (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:13.901 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ceph-volume. 2024-09-10T10:14:13.928 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../100-ceph-volume_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:13.967 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ceph-volume (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:14.473 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ceph-volume. 2024-09-10T10:14:14.500 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../100-ceph-volume_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:14.539 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ceph-volume (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:14.630 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-10T10:14:14.657 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../101-cephfs-mirror_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:14.696 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking cephfs-mirror (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:14.885 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-10T10:14:14.913 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../101-cephfs-mirror_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:14.952 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking cephfs-mirror (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:15.007 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-colorama. 2024-09-10T10:14:15.035 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2024-09-10T10:14:15.074 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-10T10:14:15.360 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package cephfs-shell. 2024-09-10T10:14:15.387 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../103-cephfs-shell_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:15.426 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking cephfs-shell (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:15.488 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-colorama. 2024-09-10T10:14:15.516 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2024-09-10T10:14:15.555 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-10T10:14:15.670 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package cephfs-top. 2024-09-10T10:14:15.686 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../104-cephfs-top_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:15.720 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking cephfs-top (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:15.816 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package cephfs-shell. 2024-09-10T10:14:15.843 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../103-cephfs-shell_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:15.899 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking cephfs-shell (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:15.940 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-10T10:14:15.956 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../105-libcephfs-dev_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:15.998 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libcephfs-dev (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:16.160 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package cephfs-top. 2024-09-10T10:14:16.188 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../104-cephfs-top_19.1.1-305-g1cf819b7-1jammy_all.deb ... 2024-09-10T10:14:16.227 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking cephfs-top (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:16.318 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-10T10:14:16.345 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-10T10:14:16.384 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-10T10:14:16.454 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-10T10:14:16.470 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../105-libcephfs-dev_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:16.504 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libcephfs-dev (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:16.705 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-10T10:14:16.733 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2024-09-10T10:14:16.771 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-10T10:14:16.816 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-10T10:14:16.843 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-10T10:14:16.882 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-10T10:14:17.093 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package nvme-cli. 2024-09-10T10:14:17.120 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-10T10:14:17.167 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-10T10:14:17.220 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-10T10:14:17.248 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2024-09-10T10:14:17.286 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-10T10:14:17.531 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package pkg-config. 2024-09-10T10:14:17.559 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-10T10:14:17.591 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package nvme-cli. 2024-09-10T10:14:17.597 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-10T10:14:17.618 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-10T10:14:17.649 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-10T10:14:17.859 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-10T10:14:17.875 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-10T10:14:17.917 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-10T10:14:18.030 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package pkg-config. 2024-09-10T10:14:18.057 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-10T10:14:18.087 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-10T10:14:18.303 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-10T10:14:18.324 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-10T10:14:18.331 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-10T10:14:18.340 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-10T10:14:18.369 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-10T10:14:18.382 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-10T10:14:18.673 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pastescript. 2024-09-10T10:14:18.700 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2024-09-10T10:14:18.738 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-10T10:14:18.786 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-10T10:14:18.813 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-10T10:14:18.843 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-10T10:14:19.066 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pluggy. 2024-09-10T10:14:19.089 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-10T10:14:19.126 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-10T10:14:19.138 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pastescript. 2024-09-10T10:14:19.158 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2024-09-10T10:14:19.196 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-10T10:14:19.412 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-psutil. 2024-09-10T10:14:19.439 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-10T10:14:19.469 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-10T10:14:19.517 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pluggy. 2024-09-10T10:14:19.544 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-10T10:14:19.585 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-10T10:14:19.789 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-py. 2024-09-10T10:14:19.817 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2024-09-10T10:14:19.855 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-10T10:14:19.886 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-psutil. 2024-09-10T10:14:19.914 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-10T10:14:19.986 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-10T10:14:20.185 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pygments. 2024-09-10T10:14:20.212 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-10T10:14:20.250 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-10T10:14:20.314 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-py. 2024-09-10T10:14:20.342 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2024-09-10T10:14:20.389 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-10T10:14:20.705 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-10T10:14:20.717 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pygments. 2024-09-10T10:14:20.733 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-10T10:14:20.745 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-10T10:14:20.771 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-10T10:14:20.784 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-10T10:14:21.099 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-toml. 2024-09-10T10:14:21.127 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2024-09-10T10:14:21.165 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-10T10:14:21.222 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-10T10:14:21.250 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-10T10:14:21.280 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-10T10:14:21.477 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-pytest. 2024-09-10T10:14:21.505 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-10T10:14:21.543 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-10T10:14:21.566 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-toml. 2024-09-10T10:14:21.594 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2024-09-10T10:14:21.632 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-10T10:14:21.889 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package python3-simplejson. 2024-09-10T10:14:21.917 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-10T10:14:21.919 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-pytest. 2024-09-10T10:14:21.946 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-10T10:14:21.955 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-10T10:14:21.994 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-10T10:14:22.224 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-10T10:14:22.240 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-10T10:14:22.282 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-10T10:14:22.322 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package python3-simplejson. 2024-09-10T10:14:22.350 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-10T10:14:22.388 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-10T10:14:22.658 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-10T10:14:22.686 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-10T10:14:22.724 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-10T10:14:23.037 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package radosgw. 2024-09-10T10:14:23.065 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../122-radosgw_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:23.103 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking radosgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:23.354 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package radosgw. 2024-09-10T10:14:23.382 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../122-radosgw_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:23.420 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking radosgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:23.906 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package rbd-fuse. 2024-09-10T10:14:23.934 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../123-rbd-fuse_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:23.964 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking rbd-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:24.244 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-10T10:14:24.257 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package rbd-fuse. 2024-09-10T10:14:24.281 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../123-rbd-fuse_19.1.1-305-g1cf819b7-1jammy_amd64.deb ... 2024-09-10T10:14:24.323 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking rbd-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:24.494 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-10T10:14:24.620 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-10T10:14:24.629 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-10T10:14:24.864 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-10T10:14:24.871 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-10T10:14:24.997 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-10T10:14:25.210 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-10T10:14:25.277 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-10T10:14:25.599 INFO:teuthology.orchestra.run.smithi157.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-10T10:14:25.613 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-10T10:14:25.672 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:26.028 INFO:teuthology.orchestra.run.smithi192.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-10T10:14:26.116 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:26.214 INFO:teuthology.orchestra.run.smithi157.stdout:Adding system user cephadm....done 2024-09-10T10:14:26.370 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-10T10:14:26.621 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-10T10:14:26.692 INFO:teuthology.orchestra.run.smithi192.stdout:Adding system user cephadm....done 2024-09-10T10:14:26.857 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-10T10:14:26.872 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-10T10:14:26.990 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-10T10:14:27.241 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-10T10:14:27.301 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-10T10:14:27.501 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-10T10:14:27.535 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-10T10:14:27.627 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-10T10:14:27.661 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-10T10:14:27.913 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-10T10:14:27.920 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-10T10:14:28.189 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-10T10:14:28.264 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-10T10:14:28.315 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-10T10:14:28.523 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-10T10:14:28.634 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-10T10:14:28.774 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-10T10:14:28.996 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-10T10:14:29.059 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-10T10:14:29.259 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-10T10:14:29.378 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-10T10:14:29.507 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-10T10:14:29.628 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-10T10:14:29.774 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-10T10:14:30.017 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-10T10:14:30.080 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-10T10:14:30.251 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-10T10:14:30.314 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-ceph-argparse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:30.561 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-10T10:14:30.573 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-10T10:14:30.699 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-10T10:14:30.825 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-10T10:14:31.028 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-ceph-argparse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:31.093 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-10T10:14:31.211 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-10T10:14:31.296 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-10T10:14:31.422 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-10T10:14:31.462 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-10T10:14:31.565 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-10T10:14:31.824 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-10T10:14:31.928 INFO:teuthology.orchestra.run.smithi157.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-10T10:14:31.950 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-10T10:14:31.959 INFO:teuthology.orchestra.run.smithi157.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-10T10:14:32.023 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-10T10:14:32.149 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-10T10:14:32.201 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-10T10:14:32.534 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-10T10:14:32.549 INFO:teuthology.orchestra.run.smithi192.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-10T10:14:32.598 INFO:teuthology.orchestra.run.smithi192.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-10T10:14:32.660 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-10T10:14:32.671 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-10T10:14:32.797 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-10T10:14:32.919 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-10T10:14:33.165 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-10T10:14:33.170 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-10T10:14:33.282 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-10T10:14:33.480 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up zip (3.0-12build2) ... 2024-09-10T10:14:33.558 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-10T10:14:33.606 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-10T10:14:33.818 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-10T10:14:34.094 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up zip (3.0-12build2) ... 2024-09-10T10:14:34.220 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-10T10:14:34.333 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-10T10:14:34.592 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-10T10:14:34.718 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-10T10:14:34.836 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-10T10:14:34.922 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-10T10:14:35.129 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-10T10:14:35.181 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-10T10:14:35.307 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-10T10:14:35.425 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-10T10:14:35.530 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-10T10:14:35.725 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-10T10:14:35.772 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-10T10:14:36.102 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-10T10:14:36.149 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-10T10:14:36.353 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-10T10:14:36.442 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-10T10:14:36.729 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-10T10:14:36.743 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-10T10:14:37.023 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-10T10:14:37.078 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-10T10:14:37.321 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-10T10:14:37.332 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-10T10:14:37.421 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:37.683 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-10T10:14:37.706 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-10T10:14:37.917 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-10T10:14:38.018 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:38.024 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-10T10:14:38.303 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-10T10:14:38.621 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-10T10:14:39.188 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-10T10:14:39.431 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:14:39.571 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-10T10:14:39.826 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-10T10:14:39.827 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-10T10:14:39.976 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-10T10:14:40.086 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:14:40.102 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-10T10:14:40.221 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-10T10:14:40.420 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-10T10:14:40.480 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-10T10:14:40.606 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-10T10:14:40.680 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-10T10:14:40.757 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-10T10:14:40.931 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:14:41.050 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-10T10:14:41.057 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-10T10:14:41.276 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-10T10:14:41.358 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-10T10:14:41.510 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:14:41.618 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-10T10:14:41.636 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-10T10:14:41.861 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-10T10:14:41.946 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-10T10:14:42.103 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-10T10:14:42.197 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-10T10:14:42.337 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-10T10:14:42.456 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-10T10:14:42.589 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-10T10:14:42.707 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-10T10:14:42.714 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-10T10:14:42.967 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-10T10:14:42.991 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-10T10:14:43.117 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-10T10:14:43.209 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-10T10:14:43.335 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-10T10:14:43.426 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-10T10:14:43.611 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-10T10:14:43.711 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-10T10:14:43.746 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-10T10:14:43.953 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-10T10:14:44.039 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-10T10:14:44.104 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-10T10:14:44.230 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-10T10:14:44.319 INFO:teuthology.orchestra.run.smithi157.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-10T10:14:44.331 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-10T10:14:44.548 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-10T10:14:44.590 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-10T10:14:44.683 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-10T10:14:44.716 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-10T10:14:44.842 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-10T10:14:44.932 INFO:teuthology.orchestra.run.smithi192.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-10T10:14:45.076 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-10T10:14:45.202 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-10T10:14:45.328 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-10T10:14:45.450 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-10T10:14:45.578 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-10T10:14:45.746 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-10T10:14:45.838 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:14:45.955 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-10T10:14:46.031 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-10T10:14:46.157 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-10T10:14:46.281 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-10T10:14:46.416 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-10T10:14:46.525 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-10T10:14:46.574 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-10T10:14:46.835 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-10T10:14:46.850 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-10T10:14:47.053 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-10T10:14:47.111 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-10T10:14:47.313 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-10T10:14:47.379 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-10T10:14:47.572 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-10T10:14:47.581 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-10T10:14:47.832 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-10T10:14:47.849 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-10T10:14:48.109 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-10T10:14:48.259 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-10T10:14:48.352 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-10T10:14:48.552 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-10T10:14:48.762 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-10T10:14:48.888 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-10T10:14:49.014 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up librados2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:49.055 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-10T10:14:49.140 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libsqlite3-mod-ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:49.274 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-10T10:14:49.424 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-10T10:14:49.550 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up librados2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:49.611 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libcephfs2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:49.668 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libsqlite3-mod-ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:49.737 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libradosstriper1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:49.785 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-10T10:14:49.879 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-10T10:14:50.113 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libcephfs2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:50.148 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up librbd1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:50.239 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libradosstriper1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:50.257 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-mgr-modules-core (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:50.365 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-10T10:14:50.383 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:50.594 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-10T10:14:50.594 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-10T10:14:50.641 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up librbd1 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:50.751 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-mgr-modules-core (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:50.877 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:51.068 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libcephfs-dev (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:51.089 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-10T10:14:51.089 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-10T10:14:51.194 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-rados (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:51.320 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up librgw2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:51.445 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up cephfs-top (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:51.536 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libcephfs-dev (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:51.571 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-10T10:14:51.671 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-rados (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:51.797 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up librgw2 (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:51.923 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up cephfs-top (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:52.049 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-10T10:14:52.775 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-rbd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:52.901 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up rbd-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.010 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-rgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.120 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up python3-cephfs (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.221 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up cephfs-shell (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.249 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-rbd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.347 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.361 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up rbd-fuse (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.488 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-rgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.614 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up python3-cephfs (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.739 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up cephfs-shell (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.865 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-common (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:53.873 INFO:teuthology.orchestra.run.smithi157.stdout:Adding group ceph....done 2024-09-10T10:14:54.207 INFO:teuthology.orchestra.run.smithi157.stdout:Adding system user ceph....done 2024-09-10T10:14:54.376 INFO:teuthology.orchestra.run.smithi157.stdout:Setting system user ceph properties....done 2024-09-10T10:14:54.393 INFO:teuthology.orchestra.run.smithi157.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-10T10:14:54.408 INFO:teuthology.orchestra.run.smithi192.stdout:Adding group ceph....done 2024-09-10T10:14:54.530 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-10T10:14:54.801 INFO:teuthology.orchestra.run.smithi192.stdout:Adding system user ceph....done 2024-09-10T10:14:54.931 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-10T10:14:54.970 INFO:teuthology.orchestra.run.smithi192.stdout:Setting system user ceph properties....done 2024-09-10T10:14:54.982 INFO:teuthology.orchestra.run.smithi192.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-10T10:14:55.117 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-10T10:14:55.423 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-10T10:14:55.440 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up cephfs-mirror (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:55.648 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-10T10:14:55.648 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-10T10:14:55.866 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up cephfs-mirror (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:56.065 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-10T10:14:56.065 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-10T10:14:56.109 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-test (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:56.310 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up radosgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:56.517 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-test (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:56.643 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up radosgw (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:56.856 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-10T10:14:56.856 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-10T10:14:57.103 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-10T10:14:57.104 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-10T10:14:57.312 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-base (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:57.562 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-base (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:57.664 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-10T10:14:57.916 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-10T10:14:58.139 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-mds (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:58.344 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-10T10:14:58.344 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-10T10:14:58.372 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-mds (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:58.607 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-10T10:14:58.608 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-10T10:14:58.824 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-mgr (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:59.036 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-10T10:14:59.036 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-10T10:14:59.082 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-mgr (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:59.297 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-10T10:14:59.297 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-10T10:14:59.492 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-osd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:14:59.774 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-10T10:14:59.774 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-10T10:14:59.775 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-osd (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:00.043 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-10T10:15:00.043 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-10T10:15:00.210 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-mgr-k8sevents (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:00.311 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-mgr-diskprediction-local (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:00.437 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-mon (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:00.530 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-mgr-k8sevents (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:00.647 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-10T10:15:00.647 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-10T10:15:00.656 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-mgr-diskprediction-local (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:00.799 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-mon (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:01.018 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-10T10:15:01.018 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-10T10:15:01.142 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-mgr-cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:01.293 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:01.419 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-mgr-dashboard (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:01.570 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ceph-volume (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:01.798 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-mgr-cephadm (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:01.915 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-10T10:15:02.024 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-10T10:15:02.076 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:02.162 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-10T10:15:02.177 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-mgr-dashboard (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:02.329 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ceph-volume (19.1.1-305-g1cf819b7-1jammy) ... 2024-09-10T10:15:02.681 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-10T10:15:02.791 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-10T10:15:02.920 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-10T10:15:02.934 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-10T10:15:03.598 INFO:teuthology.orchestra.run.smithi157.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-10T10:15:03.601 DEBUG:teuthology.orchestra.run.smithi157:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-10T10:15:03.661 INFO:teuthology.orchestra.run.smithi157.stdout:Reading package lists... 2024-09-10T10:15:03.871 INFO:teuthology.orchestra.run.smithi157.stdout:Building dependency tree... 2024-09-10T10:15:03.871 INFO:teuthology.orchestra.run.smithi157.stdout:Reading state information... 2024-09-10T10:15:03.977 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-10T10:15:04.070 INFO:teuthology.orchestra.run.smithi157.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-10T10:15:04.070 INFO:teuthology.orchestra.run.smithi157.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-10T10:15:04.070 INFO:teuthology.orchestra.run.smithi157.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-10T10:15:04.070 INFO:teuthology.orchestra.run.smithi157.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:15:04.070 INFO:teuthology.orchestra.run.smithi157.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:15:04.070 INFO:teuthology.orchestra.run.smithi157.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:15:04.070 INFO:teuthology.orchestra.run.smithi157.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:15:04.071 INFO:teuthology.orchestra.run.smithi157.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:15:04.071 INFO:teuthology.orchestra.run.smithi157.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:15:04.071 INFO:teuthology.orchestra.run.smithi157.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:15:04.071 INFO:teuthology.orchestra.run.smithi157.stdout:The following additional packages will be installed: 2024-09-10T10:15:04.071 INFO:teuthology.orchestra.run.smithi157.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-10T10:15:04.071 INFO:teuthology.orchestra.run.smithi157.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-10T10:15:04.072 INFO:teuthology.orchestra.run.smithi157.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-10T10:15:04.072 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-10T10:15:04.072 INFO:teuthology.orchestra.run.smithi157.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-10T10:15:04.074 INFO:teuthology.orchestra.run.smithi157.stdout:Suggested packages: 2024-09-10T10:15:04.074 INFO:teuthology.orchestra.run.smithi157.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-10T10:15:04.074 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-10T10:15:04.074 INFO:teuthology.orchestra.run.smithi157.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-10T10:15:04.116 INFO:teuthology.orchestra.run.smithi157.stdout:The following NEW packages will be installed: 2024-09-10T10:15:04.117 INFO:teuthology.orchestra.run.smithi157.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-10T10:15:04.117 INFO:teuthology.orchestra.run.smithi157.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-10T10:15:04.118 INFO:teuthology.orchestra.run.smithi157.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-10T10:15:04.118 INFO:teuthology.orchestra.run.smithi157.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-10T10:15:04.118 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-10T10:15:04.118 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-10T10:15:04.118 INFO:teuthology.orchestra.run.smithi157.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-10T10:15:04.119 INFO:teuthology.orchestra.run.smithi157.stdout:The following packages will be upgraded: 2024-09-10T10:15:04.119 INFO:teuthology.orchestra.run.smithi157.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-10T10:15:04.254 INFO:teuthology.orchestra.run.smithi157.stdout:4 upgraded, 39 newly installed, 0 to remove and 327 not upgraded. 2024-09-10T10:15:04.254 INFO:teuthology.orchestra.run.smithi157.stdout:Need to get 55.8 MB of archives. 2024-09-10T10:15:04.254 INFO:teuthology.orchestra.run.smithi157.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-10T10:15:04.254 INFO:teuthology.orchestra.run.smithi157.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-10T10:15:04.390 INFO:teuthology.orchestra.run.smithi157.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-10T10:15:04.397 INFO:teuthology.orchestra.run.smithi157.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-10T10:15:04.437 INFO:teuthology.orchestra.run.smithi157.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-10T10:15:04.438 INFO:teuthology.orchestra.run.smithi157.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-10T10:15:04.438 INFO:teuthology.orchestra.run.smithi157.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-10T10:15:04.449 INFO:teuthology.orchestra.run.smithi157.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-10T10:15:04.450 INFO:teuthology.orchestra.run.smithi157.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-10T10:15:04.452 INFO:teuthology.orchestra.run.smithi157.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-10T10:15:04.454 INFO:teuthology.orchestra.run.smithi157.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-10T10:15:04.454 INFO:teuthology.orchestra.run.smithi157.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-10T10:15:04.456 INFO:teuthology.orchestra.run.smithi157.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-10T10:15:04.457 INFO:teuthology.orchestra.run.smithi157.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-10T10:15:04.472 INFO:teuthology.orchestra.run.smithi157.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-10T10:15:04.473 INFO:teuthology.orchestra.run.smithi157.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-10T10:15:04.474 INFO:teuthology.orchestra.run.smithi157.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-10T10:15:04.655 INFO:teuthology.orchestra.run.smithi192.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-10T10:15:04.658 DEBUG:teuthology.orchestra.run.smithi192:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-10T10:15:04.716 INFO:teuthology.orchestra.run.smithi192.stdout:Reading package lists... 2024-09-10T10:15:04.783 INFO:teuthology.orchestra.run.smithi157.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-10T10:15:04.785 INFO:teuthology.orchestra.run.smithi157.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-10T10:15:04.785 INFO:teuthology.orchestra.run.smithi157.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-10T10:15:04.788 INFO:teuthology.orchestra.run.smithi157.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-10T10:15:04.788 INFO:teuthology.orchestra.run.smithi157.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-10T10:15:04.792 INFO:teuthology.orchestra.run.smithi157.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-10T10:15:04.794 INFO:teuthology.orchestra.run.smithi157.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-10T10:15:04.801 INFO:teuthology.orchestra.run.smithi157.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-10T10:15:04.814 INFO:teuthology.orchestra.run.smithi157.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-10T10:15:04.836 INFO:teuthology.orchestra.run.smithi157.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-10T10:15:04.836 INFO:teuthology.orchestra.run.smithi157.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-10T10:15:04.846 INFO:teuthology.orchestra.run.smithi157.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-10T10:15:04.865 INFO:teuthology.orchestra.run.smithi157.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-10T10:15:04.868 INFO:teuthology.orchestra.run.smithi157.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-10T10:15:04.869 INFO:teuthology.orchestra.run.smithi157.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-10T10:15:04.869 INFO:teuthology.orchestra.run.smithi157.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-10T10:15:04.869 INFO:teuthology.orchestra.run.smithi157.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-10T10:15:04.880 INFO:teuthology.orchestra.run.smithi157.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-10T10:15:04.881 INFO:teuthology.orchestra.run.smithi157.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-10T10:15:04.926 INFO:teuthology.orchestra.run.smithi192.stdout:Building dependency tree... 2024-09-10T10:15:04.927 INFO:teuthology.orchestra.run.smithi192.stdout:Reading state information... 2024-09-10T10:15:05.072 INFO:teuthology.orchestra.run.smithi157.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-10T10:15:05.072 INFO:teuthology.orchestra.run.smithi157.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-10T10:15:05.072 INFO:teuthology.orchestra.run.smithi157.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-10T10:15:05.072 INFO:teuthology.orchestra.run.smithi157.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-10T10:15:05.072 INFO:teuthology.orchestra.run.smithi157.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-10T10:15:05.073 INFO:teuthology.orchestra.run.smithi157.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-10T10:15:05.084 INFO:teuthology.orchestra.run.smithi157.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-10T10:15:05.084 INFO:teuthology.orchestra.run.smithi157.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-10T10:15:05.124 INFO:teuthology.orchestra.run.smithi192.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-10T10:15:05.124 INFO:teuthology.orchestra.run.smithi192.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-10T10:15:05.125 INFO:teuthology.orchestra.run.smithi192.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-10T10:15:05.125 INFO:teuthology.orchestra.run.smithi192.stdout:The following packages were automatically installed and are no longer required: 2024-09-10T10:15:05.125 INFO:teuthology.orchestra.run.smithi192.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-10T10:15:05.125 INFO:teuthology.orchestra.run.smithi192.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-10T10:15:05.125 INFO:teuthology.orchestra.run.smithi192.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-10T10:15:05.125 INFO:teuthology.orchestra.run.smithi192.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-10T10:15:05.126 INFO:teuthology.orchestra.run.smithi192.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-10T10:15:05.126 INFO:teuthology.orchestra.run.smithi192.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-10T10:15:05.126 INFO:teuthology.orchestra.run.smithi192.stdout:The following additional packages will be installed: 2024-09-10T10:15:05.126 INFO:teuthology.orchestra.run.smithi192.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-10T10:15:05.126 INFO:teuthology.orchestra.run.smithi192.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-10T10:15:05.127 INFO:teuthology.orchestra.run.smithi192.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-10T10:15:05.127 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-10T10:15:05.127 INFO:teuthology.orchestra.run.smithi192.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-10T10:15:05.128 INFO:teuthology.orchestra.run.smithi192.stdout:Suggested packages: 2024-09-10T10:15:05.128 INFO:teuthology.orchestra.run.smithi192.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-10T10:15:05.128 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-10T10:15:05.128 INFO:teuthology.orchestra.run.smithi192.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-10T10:15:05.169 INFO:teuthology.orchestra.run.smithi192.stdout:The following NEW packages will be installed: 2024-09-10T10:15:05.170 INFO:teuthology.orchestra.run.smithi192.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-10T10:15:05.170 INFO:teuthology.orchestra.run.smithi192.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-10T10:15:05.171 INFO:teuthology.orchestra.run.smithi192.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-10T10:15:05.171 INFO:teuthology.orchestra.run.smithi192.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-10T10:15:05.171 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-10T10:15:05.171 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-10T10:15:05.171 INFO:teuthology.orchestra.run.smithi192.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-10T10:15:05.172 INFO:teuthology.orchestra.run.smithi192.stdout:The following packages will be upgraded: 2024-09-10T10:15:05.173 INFO:teuthology.orchestra.run.smithi192.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-10T10:15:05.490 INFO:teuthology.orchestra.run.smithi157.stdout:Preconfiguring packages ... 2024-09-10T10:15:05.656 INFO:teuthology.orchestra.run.smithi157.stdout:Fetched 55.8 MB in 1s (58.2 MB/s) 2024-09-10T10:15:05.727 INFO:teuthology.orchestra.run.smithi192.stdout:4 upgraded, 39 newly installed, 0 to remove and 327 not upgraded. 2024-09-10T10:15:05.727 INFO:teuthology.orchestra.run.smithi192.stdout:Need to get 55.8 MB of archives. 2024-09-10T10:15:05.727 INFO:teuthology.orchestra.run.smithi192.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-10T10:15:05.727 INFO:teuthology.orchestra.run.smithi192.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-10T10:15:05.864 INFO:teuthology.orchestra.run.smithi192.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-10T10:15:05.873 INFO:teuthology.orchestra.run.smithi192.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-10T10:15:05.910 INFO:teuthology.orchestra.run.smithi192.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-10T10:15:05.911 INFO:teuthology.orchestra.run.smithi192.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-10T10:15:05.911 INFO:teuthology.orchestra.run.smithi192.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-10T10:15:05.922 INFO:teuthology.orchestra.run.smithi192.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-10T10:15:05.923 INFO:teuthology.orchestra.run.smithi192.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-10T10:15:05.925 INFO:teuthology.orchestra.run.smithi192.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-10T10:15:05.927 INFO:teuthology.orchestra.run.smithi192.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-10T10:15:05.927 INFO:teuthology.orchestra.run.smithi192.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-10T10:15:05.928 INFO:teuthology.orchestra.run.smithi192.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-10T10:15:05.930 INFO:teuthology.orchestra.run.smithi192.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-10T10:15:05.946 INFO:teuthology.orchestra.run.smithi192.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-10T10:15:05.946 INFO:teuthology.orchestra.run.smithi192.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-10T10:15:05.948 INFO:teuthology.orchestra.run.smithi192.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-10T10:15:06.152 INFO:teuthology.orchestra.run.smithi157.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173985 files and directories currently installed.) 2024-09-10T10:15:06.158 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:15:06.264 INFO:teuthology.orchestra.run.smithi192.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-10T10:15:06.266 INFO:teuthology.orchestra.run.smithi192.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-10T10:15:06.266 INFO:teuthology.orchestra.run.smithi192.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-10T10:15:06.268 INFO:teuthology.orchestra.run.smithi192.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-10T10:15:06.268 INFO:teuthology.orchestra.run.smithi192.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-10T10:15:06.273 INFO:teuthology.orchestra.run.smithi192.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-10T10:15:06.274 INFO:teuthology.orchestra.run.smithi192.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-10T10:15:06.276 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:15:06.281 INFO:teuthology.orchestra.run.smithi192.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-10T10:15:06.281 INFO:teuthology.orchestra.run.smithi192.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-10T10:15:06.301 INFO:teuthology.orchestra.run.smithi192.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-10T10:15:06.301 INFO:teuthology.orchestra.run.smithi192.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-10T10:15:06.310 INFO:teuthology.orchestra.run.smithi192.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-10T10:15:06.332 INFO:teuthology.orchestra.run.smithi192.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-10T10:15:06.335 INFO:teuthology.orchestra.run.smithi192.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-10T10:15:06.335 INFO:teuthology.orchestra.run.smithi192.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-10T10:15:06.336 INFO:teuthology.orchestra.run.smithi192.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-10T10:15:06.336 INFO:teuthology.orchestra.run.smithi192.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-10T10:15:06.347 INFO:teuthology.orchestra.run.smithi192.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-10T10:15:06.348 INFO:teuthology.orchestra.run.smithi192.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-10T10:15:06.540 INFO:teuthology.orchestra.run.smithi192.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-10T10:15:06.540 INFO:teuthology.orchestra.run.smithi192.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-10T10:15:06.540 INFO:teuthology.orchestra.run.smithi192.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-10T10:15:06.540 INFO:teuthology.orchestra.run.smithi192.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-10T10:15:06.540 INFO:teuthology.orchestra.run.smithi192.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-10T10:15:06.540 INFO:teuthology.orchestra.run.smithi192.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-10T10:15:06.552 INFO:teuthology.orchestra.run.smithi192.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-10T10:15:06.552 INFO:teuthology.orchestra.run.smithi192.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-10T10:15:06.865 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-10T10:15:06.961 INFO:teuthology.orchestra.run.smithi192.stdout:Preconfiguring packages ... 2024-09-10T10:15:07.101 INFO:teuthology.orchestra.run.smithi192.stdout:Fetched 55.8 MB in 1s (40.7 MB/s) 2024-09-10T10:15:07.421 INFO:teuthology.orchestra.run.smithi192.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173985 files and directories currently installed.) 2024-09-10T10:15:07.427 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:15:07.574 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:15:07.770 INFO:teuthology.orchestra.run.smithi157.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-10T10:15:08.016 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package flex. 2024-09-10T10:15:08.101 INFO:teuthology.orchestra.run.smithi157.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173985 files and directories currently installed.) 2024-09-10T10:15:08.106 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-10T10:15:08.148 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-10T10:15:08.204 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-10T10:15:08.665 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-10T10:15:08.838 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-10T10:15:09.089 INFO:teuthology.orchestra.run.smithi192.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-10T10:15:09.231 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:15:09.354 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package flex. 2024-09-10T10:15:09.457 INFO:teuthology.orchestra.run.smithi192.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173985 files and directories currently installed.) 2024-09-10T10:15:09.462 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-10T10:15:09.502 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-10T10:15:09.757 INFO:teuthology.orchestra.run.smithi157.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174058 files and directories currently installed.) 2024-09-10T10:15:09.762 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:15:09.887 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:15:10.033 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-10T10:15:10.208 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-10T10:15:10.304 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:15:10.435 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:15:10.635 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:15:10.754 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-10T10:15:11.145 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package bison. 2024-09-10T10:15:11.154 INFO:teuthology.orchestra.run.smithi192.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174058 files and directories currently installed.) 2024-09-10T10:15:11.159 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:15:11.246 INFO:teuthology.orchestra.run.smithi157.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174058 files and directories currently installed.) 2024-09-10T10:15:11.252 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-10T10:15:11.257 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:15:11.297 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-10T10:15:11.624 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-10T10:15:11.656 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-10T10:15:11.684 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-10T10:15:11.722 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-10T10:15:11.755 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-10T10:15:12.051 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package dump. 2024-09-10T10:15:12.057 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-10T10:15:12.078 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-10T10:15:12.117 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking dump (0.4b47-3) ... 2024-09-10T10:15:12.396 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package indent. 2024-09-10T10:15:12.424 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:12.463 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-10T10:15:12.530 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package bison. 2024-09-10T10:15:12.634 INFO:teuthology.orchestra.run.smithi192.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174058 files and directories currently installed.) 2024-09-10T10:15:12.640 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-10T10:15:12.682 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-10T10:15:12.690 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-10T10:15:12.706 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-10T10:15:12.749 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-10T10:15:13.058 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-10T10:15:13.078 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-10T10:15:13.086 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-10T10:15:13.105 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-10T10:15:13.124 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-10T10:15:13.144 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-10T10:15:13.405 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-10T10:15:13.433 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-10T10:15:13.452 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package dump. 2024-09-10T10:15:13.469 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-10T10:15:13.472 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-10T10:15:13.527 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking dump (0.4b47-3) ... 2024-09-10T10:15:13.776 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-10T10:15:13.803 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-10T10:15:13.831 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package indent. 2024-09-10T10:15:13.842 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-10T10:15:13.847 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:13.889 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-10T10:15:14.103 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-10T10:15:14.117 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-10T10:15:14.131 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-10T10:15:14.133 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-10T10:15:14.167 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-10T10:15:14.170 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-10T10:15:14.439 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libjson-perl. 2024-09-10T10:15:14.455 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-10T10:15:14.496 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-10T10:15:14.497 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-10T10:15:14.524 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-10T10:15:14.562 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-10T10:15:14.815 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-10T10:15:14.817 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-10T10:15:14.843 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-10T10:15:14.845 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-10T10:15:14.881 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-10T10:15:14.884 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-10T10:15:15.218 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-10T10:15:15.246 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-10T10:15:15.285 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-10T10:15:15.537 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-10T10:15:15.553 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-10T10:15:15.595 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-10T10:15:15.815 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libjson-perl. 2024-09-10T10:15:15.831 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-10T10:15:15.873 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-10T10:15:16.185 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-10T10:15:16.212 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-10T10:15:16.251 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-10T10:15:16.587 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-10T10:15:16.614 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-10T10:15:16.653 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:15:16.881 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-10T10:15:16.897 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-10T10:15:16.939 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:15:17.251 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-10T10:15:17.278 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-10T10:15:17.317 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:15:17.671 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-10T10:15:17.698 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-10T10:15:17.737 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-10T10:15:17.937 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-10T10:15:17.965 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-10T10:15:18.003 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:15:18.048 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-10T10:15:18.076 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-10T10:15:18.106 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-10T10:15:18.233 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-10T10:15:18.261 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-10T10:15:18.300 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:15:18.434 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-10T10:15:18.462 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:18.501 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:18.627 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-10T10:15:18.656 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-10T10:15:18.694 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:15:18.863 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-10T10:15:18.890 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:18.929 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:15:19.022 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-10T10:15:19.050 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-10T10:15:19.088 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-10T10:15:19.215 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-10T10:15:19.231 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:19.273 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:15:19.391 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-10T10:15:19.419 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-10T10:15:19.449 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-10T10:15:19.484 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-10T10:15:19.500 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-10T10:15:19.542 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:15:19.794 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-10T10:15:19.822 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:19.861 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:20.047 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-10T10:15:20.074 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-10T10:15:20.113 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-10T10:15:20.197 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-10T10:15:20.225 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:20.263 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:15:20.466 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package modemmanager. 2024-09-10T10:15:20.493 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-10T10:15:20.532 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:15:20.558 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-10T10:15:20.574 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:20.616 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:15:20.835 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-10T10:15:20.851 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-10T10:15:20.893 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:15:21.190 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package network-manager. 2024-09-10T10:15:21.217 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-10T10:15:21.265 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-10T10:15:21.422 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-10T10:15:21.450 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-10T10:15:21.489 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-10T10:15:21.792 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package modemmanager. 2024-09-10T10:15:21.820 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-10T10:15:21.850 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:15:21.914 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package ppp. 2024-09-10T10:15:21.942 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-10T10:15:22.181 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-10T10:15:22.494 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package pptp-linux. 2024-09-10T10:15:22.507 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package network-manager. 2024-09-10T10:15:22.510 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-10T10:15:22.535 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-10T10:15:22.561 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-10T10:15:22.608 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-10T10:15:22.797 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-10T10:15:22.825 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-10T10:15:22.863 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-10T10:15:23.166 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-10T10:15:23.194 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-10T10:15:23.232 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package ppp. 2024-09-10T10:15:23.233 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking postgresql-client-common (238) ... 2024-09-10T10:15:23.258 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-10T10:15:23.530 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-10T10:15:23.553 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-10T10:15:23.581 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:23.620 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:23.844 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package pptp-linux. 2024-09-10T10:15:23.871 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-10T10:15:23.910 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-10T10:15:24.163 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-10T10:15:24.179 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-10T10:15:24.183 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package postgresql-common. 2024-09-10T10:15:24.211 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-10T10:15:24.221 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-10T10:15:24.269 INFO:teuthology.orchestra.run.smithi157.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-10T10:15:24.298 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking postgresql-common (238) ... 2024-09-10T10:15:24.524 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-10T10:15:24.551 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-10T10:15:24.582 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking postgresql-client-common (238) ... 2024-09-10T10:15:24.757 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package postgresql-14. 2024-09-10T10:15:24.785 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:24.826 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:24.886 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-10T10:15:24.913 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:24.952 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:25.540 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package postgresql-common. 2024-09-10T10:15:25.568 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-10T10:15:25.625 INFO:teuthology.orchestra.run.smithi192.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-10T10:15:25.663 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking postgresql-common (238) ... 2024-09-10T10:15:26.018 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package postgresql. 2024-09-10T10:15:26.035 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-10T10:15:26.068 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking postgresql (14+238) ... 2024-09-10T10:15:26.105 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package postgresql-14. 2024-09-10T10:15:26.133 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-10T10:15:26.175 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:26.313 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package postgresql-client. 2024-09-10T10:15:26.341 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-10T10:15:26.379 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking postgresql-client (14+238) ... 2024-09-10T10:15:26.606 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-10T10:15:26.635 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-10T10:15:26.673 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-10T10:15:27.009 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package tcl8.6. 2024-09-10T10:15:27.037 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-10T10:15:27.075 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-10T10:15:27.337 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package tcl. 2024-09-10T10:15:27.365 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-10T10:15:27.400 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package postgresql. 2024-09-10T10:15:27.408 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-10T10:15:27.429 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-10T10:15:27.466 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking postgresql (14+238) ... 2024-09-10T10:15:27.719 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package postgresql-client. 2024-09-10T10:15:27.747 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-10T10:15:27.756 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package wpasupplicant. 2024-09-10T10:15:27.784 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-10T10:15:27.785 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking postgresql-client (14+238) ... 2024-09-10T10:15:27.822 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-10T10:15:28.020 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-10T10:15:28.037 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-10T10:15:28.078 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-10T10:15:28.160 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-10T10:15:28.177 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-10T10:15:28.218 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-10T10:15:28.381 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package tcl8.6. 2024-09-10T10:15:28.409 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-10T10:15:28.447 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-10T10:15:28.547 INFO:teuthology.orchestra.run.smithi157.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-10T10:15:28.575 INFO:teuthology.orchestra.run.smithi157.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-10T10:15:28.613 INFO:teuthology.orchestra.run.smithi157.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-10T10:15:28.725 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package tcl. 2024-09-10T10:15:28.753 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-10T10:15:28.797 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-10T10:15:28.910 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up postgresql-client-common (238) ... 2024-09-10T10:15:29.103 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-10T10:15:29.145 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package wpasupplicant. 2024-09-10T10:15:29.173 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-10T10:15:29.211 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-10T10:15:29.229 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-10T10:15:29.355 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:29.481 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-10T10:15:29.574 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-10T10:15:29.602 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-10T10:15:29.607 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-10T10:15:29.640 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-10T10:15:29.733 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:30.019 INFO:teuthology.orchestra.run.smithi192.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-10T10:15:30.047 INFO:teuthology.orchestra.run.smithi192.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-10T10:15:30.093 INFO:teuthology.orchestra.run.smithi192.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-10T10:15:30.198 INFO:teuthology.orchestra.run.smithi157.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-10T10:15:30.272 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-10T10:15:30.404 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up postgresql-client-common (238) ... 2024-09-10T10:15:30.591 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-10T10:15:30.655 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-10T10:15:30.655 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-10T10:15:30.717 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-10T10:15:30.843 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:30.969 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-10T10:15:31.095 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-10T10:15:31.142 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-10T10:15:31.237 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:31.259 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-10T10:15:31.369 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:15:31.503 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-10T10:15:31.649 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-10T10:15:31.742 INFO:teuthology.orchestra.run.smithi192.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-10T10:15:31.826 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-10T10:15:32.212 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-10T10:15:32.212 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-10T10:15:32.264 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-10T10:15:32.390 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-10T10:15:32.516 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-10T10:15:33.020 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-10T10:15:33.146 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-10T10:15:33.248 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-10T10:15:33.272 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up dump (0.4b47-3) ... 2024-09-10T10:15:33.356 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-10T10:15:33.367 INFO:teuthology.orchestra.run.smithi157.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-10T10:15:33.433 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:15:33.457 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-10T10:15:33.558 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-10T10:15:33.600 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-10T10:15:33.676 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-10T10:15:33.726 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-10T10:15:33.785 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-10T10:15:33.852 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-10T10:15:33.895 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-10T10:15:33.977 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-10T10:15:34.011 INFO:teuthology.orchestra.run.smithi157.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-10T10:15:34.080 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-10T10:15:34.205 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-10T10:15:34.382 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-10T10:15:34.508 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:15:34.634 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-10T10:15:34.683 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-10T10:15:34.785 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up postgresql-client (14+238) ... 2024-09-10T10:15:34.808 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up dump (0.4b47-3) ... 2024-09-10T10:15:34.886 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-10T10:15:34.902 INFO:teuthology.orchestra.run.smithi192.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-10T10:15:34.968 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:15:35.094 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-10T10:15:35.220 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-10T10:15:35.346 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-10T10:15:35.379 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:35.379 INFO:teuthology.orchestra.run.smithi157.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-10T10:15:35.379 INFO:teuthology.orchestra.run.smithi157.stdout:which means they are currently configured by ifupdown: 2024-09-10T10:15:35.379 INFO:teuthology.orchestra.run.smithi157.stdout:- enp3s0f1 2024-09-10T10:15:35.379 INFO:teuthology.orchestra.run.smithi157.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-10T10:15:35.379 INFO:teuthology.orchestra.run.smithi157.stdout:remove their configuration from /etc/network/interfaces. 2024-09-10T10:15:35.379 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:35.472 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-10T10:15:35.505 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-10T10:15:35.546 INFO:teuthology.orchestra.run.smithi192.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-10T10:15:35.599 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-10T10:15:35.708 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-10T10:15:35.854 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-10T10:15:35.884 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-10T10:15:36.010 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:15:36.136 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-10T10:15:36.195 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-10T10:15:36.304 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up postgresql-client (14+238) ... 2024-09-10T10:15:36.430 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-10T10:15:36.697 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:15:36.832 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-10T10:15:36.882 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:36.883 INFO:teuthology.orchestra.run.smithi192.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-10T10:15:36.883 INFO:teuthology.orchestra.run.smithi192.stdout:which means they are currently configured by ifupdown: 2024-09-10T10:15:36.883 INFO:teuthology.orchestra.run.smithi192.stdout:- enp3s0f1 2024-09-10T10:15:36.883 INFO:teuthology.orchestra.run.smithi192.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-10T10:15:36.883 INFO:teuthology.orchestra.run.smithi192.stdout:remove their configuration from /etc/network/interfaces. 2024-09-10T10:15:36.883 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:36.941 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-10T10:15:37.010 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-10T10:15:37.067 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up postgresql-common (238) ... 2024-09-10T10:15:37.302 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-10T10:15:37.609 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-10T10:15:38.074 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-10T10:15:38.217 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-10T10:15:38.251 INFO:teuthology.orchestra.run.smithi157.stdout:Adding user postgres to group ssl-cert 2024-09-10T10:15:38.475 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:38.475 INFO:teuthology.orchestra.run.smithi157.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-10T10:15:38.673 INFO:teuthology.orchestra.run.smithi157.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-10T10:15:38.673 INFO:teuthology.orchestra.run.smithi157.stdout:Removing obsolete dictionary files: 2024-09-10T10:15:38.735 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-10T10:15:38.861 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up postgresql-common (238) ... 2024-09-10T10:15:39.255 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-10T10:15:39.629 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:39.707 INFO:teuthology.orchestra.run.smithi192.stdout:Adding user postgres to group ssl-cert 2024-09-10T10:15:39.893 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:39.893 INFO:teuthology.orchestra.run.smithi192.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-10T10:15:39.942 INFO:teuthology.orchestra.run.smithi157.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-10T10:15:39.966 INFO:teuthology.orchestra.run.smithi157.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-10T10:15:40.019 INFO:teuthology.orchestra.run.smithi157.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-10T10:15:40.019 INFO:teuthology.orchestra.run.smithi157.stdout:This user must also own the server process. 2024-09-10T10:15:40.019 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:40.019 INFO:teuthology.orchestra.run.smithi157.stdout:The database cluster will be initialized with locale "en_US". 2024-09-10T10:15:40.019 INFO:teuthology.orchestra.run.smithi157.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-10T10:15:40.019 INFO:teuthology.orchestra.run.smithi157.stdout:The default text search configuration will be set to "english". 2024-09-10T10:15:40.019 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:40.019 INFO:teuthology.orchestra.run.smithi157.stdout:Data page checksums are disabled. 2024-09-10T10:15:40.020 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:40.020 INFO:teuthology.orchestra.run.smithi157.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-10T10:15:40.020 INFO:teuthology.orchestra.run.smithi157.stdout:creating subdirectories ... ok 2024-09-10T10:15:40.020 INFO:teuthology.orchestra.run.smithi157.stdout:selecting dynamic shared memory implementation ... posix 2024-09-10T10:15:40.032 INFO:teuthology.orchestra.run.smithi157.stdout:selecting default max_connections ... 100 2024-09-10T10:15:40.048 INFO:teuthology.orchestra.run.smithi157.stdout:selecting default shared_buffers ... 128MB 2024-09-10T10:15:40.061 INFO:teuthology.orchestra.run.smithi157.stdout:selecting default time zone ... Etc/UTC 2024-09-10T10:15:40.063 INFO:teuthology.orchestra.run.smithi157.stdout:creating configuration files ... ok 2024-09-10T10:15:40.093 INFO:teuthology.orchestra.run.smithi192.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-10T10:15:40.093 INFO:teuthology.orchestra.run.smithi192.stdout:Removing obsolete dictionary files: 2024-09-10T10:15:40.176 INFO:teuthology.orchestra.run.smithi157.stdout:running bootstrap script ... ok 2024-09-10T10:15:40.636 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-10T10:15:40.838 INFO:teuthology.orchestra.run.smithi157.stdout:performing post-bootstrap initialization ... ok 2024-09-10T10:15:41.012 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-10T10:15:41.324 INFO:teuthology.orchestra.run.smithi192.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-10T10:15:41.347 INFO:teuthology.orchestra.run.smithi192.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-10T10:15:41.395 INFO:teuthology.orchestra.run.smithi192.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-10T10:15:41.395 INFO:teuthology.orchestra.run.smithi192.stdout:This user must also own the server process. 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout:The database cluster will be initialized with locale "en_US". 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout:The default text search configuration will be set to "english". 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout:Data page checksums are disabled. 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout:creating subdirectories ... ok 2024-09-10T10:15:41.396 INFO:teuthology.orchestra.run.smithi192.stdout:selecting dynamic shared memory implementation ... posix 2024-09-10T10:15:41.408 INFO:teuthology.orchestra.run.smithi192.stdout:selecting default max_connections ... 100 2024-09-10T10:15:41.428 INFO:teuthology.orchestra.run.smithi192.stdout:selecting default shared_buffers ... 128MB 2024-09-10T10:15:41.438 INFO:teuthology.orchestra.run.smithi192.stdout:selecting default time zone ... Etc/UTC 2024-09-10T10:15:41.439 INFO:teuthology.orchestra.run.smithi192.stdout:creating configuration files ... ok 2024-09-10T10:15:41.466 INFO:teuthology.orchestra.run.smithi157.stdout:syncing data to disk ... ok 2024-09-10T10:15:41.548 INFO:teuthology.orchestra.run.smithi192.stdout:running bootstrap script ... ok 2024-09-10T10:15:41.841 INFO:teuthology.orchestra.run.smithi157.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-10T10:15:42.252 INFO:teuthology.orchestra.run.smithi192.stdout:performing post-bootstrap initialization ... ok 2024-09-10T10:15:42.857 INFO:teuthology.orchestra.run.smithi192.stdout:syncing data to disk ... ok 2024-09-10T10:15:43.247 INFO:teuthology.orchestra.run.smithi192.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-10T10:15:44.610 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:15:44.744 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-10T10:15:44.870 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up postgresql (14+238) ... 2024-09-10T10:15:44.996 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:15:45.122 INFO:teuthology.orchestra.run.smithi157.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:15:45.382 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-10T10:15:45.382 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-10T10:15:45.916 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-10T10:15:45.977 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:15:46.009 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-10T10:15:46.103 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-10T10:15:46.221 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up postgresql (14+238) ... 2024-09-10T10:15:46.294 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-10T10:15:46.338 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-10T10:15:46.446 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-10T10:15:46.455 INFO:teuthology.orchestra.run.smithi192.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-10T10:15:46.711 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-10T10:15:46.711 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-10T10:15:47.267 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-10T10:15:47.359 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-10T10:15:47.644 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-10T10:15:47.724 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-10T10:15:47.796 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-10T10:15:47.841 INFO:teuthology.orchestra.run.smithi157.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-10T10:15:48.340 INFO:teuthology.orchestra.run.smithi157.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-10T10:15:48.345 DEBUG:teuthology.parallel:result is None 2024-09-10T10:15:49.083 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-10T10:15:49.174 INFO:teuthology.orchestra.run.smithi192.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-10T10:15:49.627 INFO:teuthology.orchestra.run.smithi192.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-10T10:15:49.631 DEBUG:teuthology.parallel:result is None 2024-09-10T10:15:49.632 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:15:49.773 DEBUG:teuthology.orchestra.run.smithi157:> dpkg-query -W -f '${Version}' ceph 2024-09-10T10:15:49.793 INFO:teuthology.orchestra.run.smithi157.stdout:19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:15:49.793 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:15:49.793 INFO:teuthology.task.install:The correct ceph version 19.1.1-305-g1cf819b7-1jammy is installed. 2024-09-10T10:15:49.795 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T10:15:49.941 DEBUG:teuthology.orchestra.run.smithi192:> dpkg-query -W -f '${Version}' ceph 2024-09-10T10:15:49.960 INFO:teuthology.orchestra.run.smithi192.stdout:19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:15:49.960 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305-g1cf819b7-1jammy 2024-09-10T10:15:49.960 INFO:teuthology.task.install:The correct ceph version 19.1.1-305-g1cf819b7-1jammy is installed. 2024-09-10T10:15:49.962 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-10T10:15:49.962 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:49.963 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T10:15:49.977 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:15:49.977 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T10:15:50.015 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-10T10:15:50.015 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:50.015 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T10:15:50.037 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T10:15:50.092 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:15:50.092 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T10:15:50.104 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T10:15:50.157 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-10T10:15:50.158 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:50.158 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T10:15:50.171 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T10:15:50.223 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:15:50.224 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T10:15:50.236 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T10:15:50.290 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-10T10:15:50.291 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:50.291 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T10:15:50.304 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T10:15:50.360 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:15:50.360 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T10:15:50.373 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T10:15:50.430 INFO:teuthology.run_tasks:Running task ceph... 2024-09-10T10:15:50.505 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-10T10:15:50.505 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 777 /var/log/ceph 2024-09-10T10:15:50.507 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 777 /var/log/ceph 2024-09-10T10:15:50.519 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-10T10:15:50.520 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T10:15:50.562 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T10:15:50.574 INFO:tasks.ceph:Creating extra log directories... 2024-09-10T10:15:50.574 DEBUG:teuthology.orchestra.run.smithi157:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T10:15:50.618 DEBUG:teuthology.orchestra.run.smithi192:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T10:15:50.636 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-10T10:15:50.637 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-10T10:15:50.637 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-10T10:15:50.637 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:50.637 DEBUG:teuthology.orchestra.run.smithi157:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T10:15:50.677 DEBUG:teuthology.orchestra.run.smithi157:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T10:15:50.753 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:15:50.753 DEBUG:teuthology.orchestra.run.smithi192:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T10:15:50.759 DEBUG:teuthology.orchestra.run.smithi192:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T10:15:50.839 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-10T10:15:50.839 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-10T10:15:50.839 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017', 'branch': 'wip-rishabh-testing-20240909.165402-squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/backtrace}', 'email': None, 'first_in_suite': False, 'job_id': '7899017', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240909.165402-squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240909.165402-squid', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 9893, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'sleep_before_teardown': 0, 'subset': '197/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240909.165402-squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi157.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHzzqpu4exeFkOejpvN+MHhdq/lWq5krXyqVAI2mT6fFw1CHuWOO75g7xElxnkMEMuDKm8CBhcYSJoCko9Pvkm8=', 'smithi192.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFYqsfwczcFblMamGbtMpxhasCLKbx4B6iAQXEw7xwp4gmPf8OMKGz7wmG79KyK20P1MxPlmeM4IGnh4h0i6taU='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_backtrace']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-10_06:58:10', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-10T10:15:50.840 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T10:15:50.842 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T10:15:50.884 DEBUG:teuthology.orchestra.run.smithi157:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T10:15:50.893 DEBUG:teuthology.orchestra.run.smithi192:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T10:15:50.940 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:50.940 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T10:15:50.949 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T10:15:50.949 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_1 2024-09-10T10:15:50.998 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T10:15:50.998 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:15:50.998 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 887 Links: 1 2024-09-10T10:15:50.998 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:15:50.998 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-09-10 10:09:41.344066703 +0000 2024-09-10T10:15:50.999 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-09-10 10:09:41.076069097 +0000 2024-09-10T10:15:50.999 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-09-10 10:09:41.076069097 +0000 2024-09-10T10:15:50.999 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: - 2024-09-10T10:15:50.999 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T10:15:51.051 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-09-10T10:15:51.051 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-09-10T10:15:51.051 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000325207 s, 1.6 MB/s 2024-09-10T10:15:51.053 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T10:15:51.102 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_2 2024-09-10T10:15:51.149 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T10:15:51.149 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:15:51.149 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 903 Links: 1 2024-09-10T10:15:51.149 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:15:51.149 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-09-10 10:09:41.832062343 +0000 2024-09-10T10:15:51.149 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-09-10 10:09:41.584064558 +0000 2024-09-10T10:15:51.149 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-09-10 10:09:41.584064558 +0000 2024-09-10T10:15:51.149 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: - 2024-09-10T10:15:51.149 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T10:15:51.202 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-09-10T10:15:51.203 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-09-10T10:15:51.203 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000239253 s, 2.1 MB/s 2024-09-10T10:15:51.204 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T10:15:51.254 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_3 2024-09-10T10:15:51.301 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T10:15:51.301 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:15:51.301 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-09-10T10:15:51.301 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:15:51.301 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-09-10 10:09:42.348057735 +0000 2024-09-10T10:15:51.301 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-09-10 10:09:42.076060165 +0000 2024-09-10T10:15:51.301 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-09-10 10:09:42.076060165 +0000 2024-09-10T10:15:51.301 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: - 2024-09-10T10:15:51.301 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T10:15:51.355 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-09-10T10:15:51.355 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-09-10T10:15:51.355 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000294031 s, 1.7 MB/s 2024-09-10T10:15:51.356 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T10:15:51.406 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_4 2024-09-10T10:15:51.453 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T10:15:51.453 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:15:51.453 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 940 Links: 1 2024-09-10T10:15:51.453 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:15:51.453 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-09-10 10:09:42.872053055 +0000 2024-09-10T10:15:51.453 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-09-10 10:09:42.608055413 +0000 2024-09-10T10:15:51.453 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-09-10 10:09:42.608055413 +0000 2024-09-10T10:15:51.453 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: - 2024-09-10T10:15:51.454 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T10:15:51.507 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-09-10T10:15:51.507 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-09-10T10:15:51.507 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000301578 s, 1.7 MB/s 2024-09-10T10:15:51.508 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T10:15:51.558 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:15:51.558 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:15:51.558 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T10:15:51.564 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T10:15:51.564 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_1 2024-09-10T10:15:51.612 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T10:15:51.612 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:15:51.612 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 887 Links: 1 2024-09-10T10:15:51.612 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:15:51.612 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-10 10:09:40.426510551 +0000 2024-09-10T10:15:51.613 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-10 10:09:40.182512729 +0000 2024-09-10T10:15:51.613 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-10 10:09:40.182512729 +0000 2024-09-10T10:15:51.613 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: - 2024-09-10T10:15:51.613 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T10:15:51.666 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-10T10:15:51.666 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-10T10:15:51.666 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000359953 s, 1.4 MB/s 2024-09-10T10:15:51.667 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T10:15:51.717 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_2 2024-09-10T10:15:51.764 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T10:15:51.764 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:15:51.764 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 899 Links: 1 2024-09-10T10:15:51.764 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:15:51.764 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-10 10:09:40.650508549 +0000 2024-09-10T10:15:51.764 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-10 10:09:40.646508586 +0000 2024-09-10T10:15:51.764 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-10 10:09:40.646508586 +0000 2024-09-10T10:15:51.764 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: - 2024-09-10T10:15:51.765 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T10:15:51.818 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-10T10:15:51.818 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-10T10:15:51.818 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.00043173 s, 1.2 MB/s 2024-09-10T10:15:51.819 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T10:15:51.869 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_3 2024-09-10T10:15:51.915 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T10:15:51.916 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:15:51.916 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 921 Links: 1 2024-09-10T10:15:51.916 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:15:51.916 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-10 10:09:41.322502547 +0000 2024-09-10T10:15:51.916 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-10 10:09:41.090504619 +0000 2024-09-10T10:15:51.916 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-10 10:09:41.090504619 +0000 2024-09-10T10:15:51.916 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: - 2024-09-10T10:15:51.916 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T10:15:51.970 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-10T10:15:51.970 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-10T10:15:51.970 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000361987 s, 1.4 MB/s 2024-09-10T10:15:51.971 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T10:15:52.021 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_4 2024-09-10T10:15:52.067 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T10:15:52.068 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T10:15:52.068 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 934 Links: 1 2024-09-10T10:15:52.068 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T10:15:52.068 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-10 10:09:41.562500404 +0000 2024-09-10T10:15:52.068 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-10 10:09:41.558500439 +0000 2024-09-10T10:15:52.068 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-10 10:09:41.558500439 +0000 2024-09-10T10:15:52.068 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: - 2024-09-10T10:15:52.068 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T10:15:52.122 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-10T10:15:52.122 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-10T10:15:52.122 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.0003904 s, 1.3 MB/s 2024-09-10T10:15:52.123 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T10:15:52.173 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:15:52.173 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi157.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi192.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T10:15:52.173 INFO:tasks.ceph:Generating config... 2024-09-10T10:15:52.174 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-10T10:15:52.174 INFO:tasks.ceph:[client] debug client = 20 2024-09-10T10:15:52.174 INFO:tasks.ceph:[client] debug ms = 1 2024-09-10T10:15:52.175 INFO:tasks.ceph:[client] pid file = 2024-09-10T10:15:52.175 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-10T10:15:52.175 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-10T10:15:52.175 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-10T10:15:52.176 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-10T10:15:52.176 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-10T10:15:52.176 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-10T10:15:52.176 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-10T10:15:52.176 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-10T10:15:52.176 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-10T10:15:52.176 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-10T10:15:52.176 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-10T10:15:52.176 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-10T10:15:52.176 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-10T10:15:52.176 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-10T10:15:52.176 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-10T10:15:52.176 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-10T10:15:52.177 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-10T10:15:52.178 INFO:tasks.ceph:Setting up mon.a... 2024-09-10T10:15:52.178 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-10T10:15:52.211 INFO:teuthology.orchestra.run.smithi157.stdout:creating /etc/ceph/ceph.keyring 2024-09-10T10:15:52.234 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-10T10:15:52.312 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T10:15:52.373 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.157'), ('mon.b', '172.21.15.192'), ('mon.c', '[v2:172.21.15.192:3301,v1:172.21.15.192:6790]')] 2024-09-10T10:15:52.373 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.157,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-10T10:15:52.374 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:52.374 DEBUG:teuthology.orchestra.run.smithi157:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T10:15:52.421 DEBUG:teuthology.orchestra.run.smithi157:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.157 --add b 172.21.15.192 --addv c '[v2:172.21.15.192:3301,v1:172.21.15.192:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:15:52.507 INFO:teuthology.orchestra.run.smithi157.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:15:52.507 INFO:teuthology.orchestra.run.smithi157.stdout:monmaptool: generated fsid 913aae7f-1809-467c-9dc4-49f6003851bb 2024-09-10T10:15:52.507 INFO:teuthology.orchestra.run.smithi157.stdout:setting min_mon_release = quincy 2024-09-10T10:15:52.507 INFO:teuthology.orchestra.run.smithi157.stdout:epoch 0 2024-09-10T10:15:52.507 INFO:teuthology.orchestra.run.smithi157.stdout:fsid 913aae7f-1809-467c-9dc4-49f6003851bb 2024-09-10T10:15:52.508 INFO:teuthology.orchestra.run.smithi157.stdout:last_changed 2024-09-10T10:15:52.508666+0000 2024-09-10T10:15:52.508 INFO:teuthology.orchestra.run.smithi157.stdout:created 2024-09-10T10:15:52.508666+0000 2024-09-10T10:15:52.508 INFO:teuthology.orchestra.run.smithi157.stdout:min_mon_release 17 (quincy) 2024-09-10T10:15:52.508 INFO:teuthology.orchestra.run.smithi157.stdout:election_strategy: 1 2024-09-10T10:15:52.508 INFO:teuthology.orchestra.run.smithi157.stdout:0: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.a 2024-09-10T10:15:52.508 INFO:teuthology.orchestra.run.smithi157.stdout:1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.b 2024-09-10T10:15:52.508 INFO:teuthology.orchestra.run.smithi157.stdout:2: [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] mon.c 2024-09-10T10:15:52.508 INFO:teuthology.orchestra.run.smithi157.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-10T10:15:52.509 DEBUG:teuthology.orchestra.run.smithi157:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T10:15:52.557 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 913aae7f-1809-467c-9dc4-49f6003851bb... 2024-09-10T10:15:52.558 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T10:15:52.601 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T10:15:52.629 INFO:teuthology.orchestra.run.smithi157.stdout:[global] 2024-09-10T10:15:52.629 INFO:teuthology.orchestra.run.smithi157.stdout: chdir = "" 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: auth supported = cephx 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: filestore xattr use omap = true 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: mon clock drift allowed = 1.000 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: osd crush chooseleaf type = 0 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: auth debug = true 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.630 INFO:teuthology.orchestra.run.smithi157.stdout: ms die on old message = true 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: ms die on bug = true 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: mon pg warn max object skew = 0 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: osd pool default size = 2 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd allow primary affinity = true 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd allow pg remap = true 2024-09-10T10:15:52.631 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on legacy crush tunables = false 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on crush straw calc version zero = false 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on no sortbitwise = false 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on osd down out interval zero = false 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on too few osds = false 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: mon_allow_pool_size_one = true 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.632 INFO:teuthology.orchestra.run.smithi157.stdout: osd default data pool replay window = 5 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: mon allow pool delete = true 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: mon cluster log file level = debug 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: debug asserts on shutdown = true 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: mon health detail to clog = false 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: mon host = "172.21.15.157,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: fsid = 913aae7f-1809-467c-9dc4-49f6003851bb 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout:[osd] 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: osd journal size = 100 2024-09-10T10:15:52.633 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: osd scrub load threshold = 5.0 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: osd scrub max interval = 600 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: osd mclock profile = high_recovery_ops 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: osd recover clone overlap = true 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: osd recovery max chunk = 1048576 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug shutdown = true 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug op order = true 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug verify stray on activate = true 2024-09-10T10:15:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug trim objects = true 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: osd open classes on start = true 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug pg log writeout = true 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: osd deep scrub update digest min age = 30 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: osd map max advance = 10 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: journal zero on create = true 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: filestore ondisk finisher threads = 3 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: filestore apply finisher threads = 3 2024-09-10T10:15:52.635 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: bdev debug aio = true 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug misdirected ops = true 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: bdev async discard = True 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: bdev enable discard = True 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: bluestore allocator = bitmap 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: bluestore block size = 96636764160 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: bluestore fsck on mount = True 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: debug bluefs = 1/20 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: debug bluestore = 1/20 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: debug osd = 20 2024-09-10T10:15:52.636 INFO:teuthology.orchestra.run.smithi157.stdout: debug rocksdb = 4/10 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd full ratio = 0.9 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd nearfull ratio = 0.8 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: osd failsafe full ratio = 0.95 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: osd objectstore = bluestore 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: osd op complaint time = 180 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout:[mgr] 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: debug mgr = 20 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: debug mon = 20 2024-09-10T10:15:52.637 INFO:teuthology.orchestra.run.smithi157.stdout: debug auth = 20 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: mon reweight min pgs per osd = 4 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: mon reweight min bytes per osd = 10 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: mgr/telemetry/nag = false 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: debug client = 20 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout:[mon] 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: debug mon = 20 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: debug paxos = 20 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: debug auth = 20 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: mon data avail warn = 5 2024-09-10T10:15:52.638 INFO:teuthology.orchestra.run.smithi157.stdout: mon mgr mkfs grace = 240 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: mon reweight min pgs per osd = 4 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd reporter subtree level = osd 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd prime pg temp = true 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: mon reweight min bytes per osd = 10 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T10:15:52.639 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: # 1m isn't quite enough 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: mon_down_mkfs_grace = 2m 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_filestore_osds = false 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: mon down mkfs grace = 300 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: mon op complaint time = 120 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on pool no app = False 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout:[client] 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: rgw cache enabled = true 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: rgw enable ops log = true 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: rgw enable usage log = true 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T10:15:52.640 INFO:teuthology.orchestra.run.smithi157.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout: client mount timeout = 600 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout: debug client = 20 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout: pid file = "" 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout: rados mon op timeout = 900 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout: rados osd op timeout = 900 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout:[mon.a] 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout:[mon.b] 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout:[mon.c] 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.a] 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.c] 2024-09-10T10:15:52.641 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.b] 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.d] 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout:[mds] 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: debug mds = 20 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: debug mds balancer = 20 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: mds debug frag = True 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: mds debug scatterstat = True 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: mds op complaint time = 180 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: mds verify scatter = True 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: osd op complaint time = 180 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: rados mon op timeout = 900 2024-09-10T10:15:52.642 INFO:teuthology.orchestra.run.smithi157.stdout: rados osd op timeout = 900 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout:[global] 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout: chdir = "" 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout: auth supported = cephx 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout: filestore xattr use omap = true 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout: mon clock drift allowed = 1.000 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.644 INFO:teuthology.orchestra.run.smithi192.stdout: osd crush chooseleaf type = 0 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: auth debug = true 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on old message = true 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on bug = true 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: mon pg warn max object skew = 0 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default size = 2 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.645 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow primary affinity = true 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow pg remap = true 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on legacy crush tunables = false 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on crush straw calc version zero = false 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on no sortbitwise = false 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on osd down out interval zero = false 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on too few osds = false 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: mon_allow_pool_size_one = true 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T10:15:52.646 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: osd default data pool replay window = 5 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: mon allow pool delete = true 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: mon cluster log file level = debug 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: debug asserts on shutdown = true 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: mon health detail to clog = false 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: mon host = "172.21.15.157,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: fsid = 913aae7f-1809-467c-9dc4-49f6003851bb 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout:[osd] 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: osd journal size = 100 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.647 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub load threshold = 5.0 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub max interval = 600 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: osd mclock profile = high_recovery_ops 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: osd recover clone overlap = true 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: osd recovery max chunk = 1048576 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug shutdown = true 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug op order = true 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug verify stray on activate = true 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug trim objects = true 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.648 INFO:teuthology.orchestra.run.smithi192.stdout: osd open classes on start = true 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug pg log writeout = true 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: osd deep scrub update digest min age = 30 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: osd map max advance = 10 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: journal zero on create = true 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: filestore ondisk finisher threads = 3 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: filestore apply finisher threads = 3 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: bdev debug aio = true 2024-09-10T10:15:52.649 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug misdirected ops = true 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: bdev async discard = True 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: bdev enable discard = True 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore allocator = bitmap 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore block size = 96636764160 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore fsck on mount = True 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluefs = 1/20 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluestore = 1/20 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: debug osd = 20 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: debug rocksdb = 4/10 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T10:15:52.650 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd full ratio = 0.9 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd nearfull ratio = 0.8 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: osd failsafe full ratio = 0.95 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: osd objectstore = bluestore 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr] 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: debug mgr = 20 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-10T10:15:52.651 INFO:teuthology.orchestra.run.smithi192.stdout: mgr/telemetry/nag = false 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout:[mon] 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: debug paxos = 20 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: mon data avail warn = 5 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: mon mgr mkfs grace = 240 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd reporter subtree level = osd 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd prime pg temp = true 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.652 INFO:teuthology.orchestra.run.smithi192.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: # 1m isn't quite enough 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: mon_down_mkfs_grace = 2m 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_filestore_osds = false 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: mon down mkfs grace = 300 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: mon op complaint time = 120 2024-09-10T10:15:52.653 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on pool no app = False 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout:[client] 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: rgw cache enabled = true 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable ops log = true 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable usage log = true 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: client mount timeout = 600 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = "" 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-10T10:15:52.654 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.a] 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.b] 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.c] 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout:[mds] 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds = 20 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds balancer = 20 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug frag = True 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug scatterstat = True 2024-09-10T10:15:52.655 INFO:teuthology.orchestra.run.smithi192.stdout: mds op complaint time = 180 2024-09-10T10:15:52.656 INFO:teuthology.orchestra.run.smithi192.stdout: mds verify scatter = True 2024-09-10T10:15:52.656 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-10T10:15:52.656 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-10T10:15:52.656 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-10T10:15:52.656 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-10T10:15:52.656 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-10T10:15:52.736 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-10T10:15:52.737 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:52.737 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-10T10:15:52.742 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:52.742 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-10T10:15:52.789 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:15:52.789 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:52.789 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T10:15:52.789 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T10:15:52.851 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:15:52.851 DEBUG:teuthology.orchestra.run.smithi157:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:15:52.896 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:15:52.896 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:15:52.896 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T10:15:52.897 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T10:15:52.919 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:15:52.919 DEBUG:teuthology.orchestra.run.smithi192:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:15:52.967 INFO:tasks.ceph:Setting up mon nodes... 2024-09-10T10:15:52.968 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-10T10:15:52.968 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T10:15:53.010 INFO:teuthology.orchestra.run.smithi157.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T10:15:53.014 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T10:15:53.057 INFO:teuthology.orchestra.run.smithi192.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T10:15:53.073 INFO:tasks.ceph:Setting up mds nodes... 2024-09-10T10:15:53.073 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T10:15:53.113 INFO:teuthology.orchestra.run.smithi157.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T10:15:53.116 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-10T10:15:53.170 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T10:15:53.258 INFO:teuthology.orchestra.run.smithi157.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T10:15:53.262 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-10T10:15:53.320 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T10:15:53.364 INFO:teuthology.orchestra.run.smithi192.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T10:15:53.367 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-10T10:15:53.423 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T10:15:53.511 INFO:teuthology.orchestra.run.smithi192.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T10:15:53.514 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-10T10:15:53.570 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-10T10:15:53.570 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-10T10:15:53.606 INFO:teuthology.orchestra.run.smithi157.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-10T10:15:53.617 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-10T10:15:53.691 INFO:teuthology.orchestra.run.smithi157.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-10T10:15:53.701 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-10T10:15:53.737 INFO:teuthology.orchestra.run.smithi192.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-10T10:15:53.748 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-10T10:15:53.823 INFO:teuthology.orchestra.run.smithi192.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-10T10:15:53.834 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-10T10:15:53.834 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi157.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi192.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T10:15:53.834 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-10T10:15:53.849 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:15:53.849 INFO:tasks.ceph:role: osd.0 2024-09-10T10:15:53.849 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:15:53.849 DEBUG:teuthology.orchestra.run.smithi157:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T10:15:53.904 INFO:teuthology.orchestra.run.smithi157.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:15:53.904 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:15:53.904 INFO:teuthology.orchestra.run.smithi157.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:15:53.904 INFO:teuthology.orchestra.run.smithi157.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:15:53.905 INFO:teuthology.orchestra.run.smithi157.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:15:53.905 INFO:teuthology.orchestra.run.smithi157.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:15:53.905 INFO:teuthology.orchestra.run.smithi157.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:15:53.905 INFO:teuthology.orchestra.run.smithi157.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:15:53.905 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:15:53.905 INFO:teuthology.orchestra.run.smithi157.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:15:53.928 INFO:teuthology.orchestra.run.smithi157.stdout:Discarding blocks...Done. 2024-09-10T10:15:53.929 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi157.front.sepia.ceph.com -o noatime 2024-09-10T10:15:53.929 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-10T10:15:53.991 DEBUG:teuthology.orchestra.run.smithi157:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-10T10:15:54.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:15:54.042 INFO:teuthology.orchestra.run.smithi157.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:15:54.042 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-10T10:15:54.094 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:15:54.094 INFO:tasks.ceph:role: osd.1 2024-09-10T10:15:54.094 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:15:54.094 DEBUG:teuthology.orchestra.run.smithi157:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:15:54.149 INFO:teuthology.orchestra.run.smithi157.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:15:54.172 INFO:teuthology.orchestra.run.smithi157.stdout:Discarding blocks...Done. 2024-09-10T10:15:54.173 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi157.front.sepia.ceph.com -o noatime 2024-09-10T10:15:54.174 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-10T10:15:54.230 DEBUG:teuthology.orchestra.run.smithi157:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-10T10:15:54.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:15:54.284 INFO:teuthology.orchestra.run.smithi157.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:15:54.284 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-10T10:15:54.344 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:15:54.344 INFO:tasks.ceph:role: osd.2 2024-09-10T10:15:54.344 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:15:54.344 DEBUG:teuthology.orchestra.run.smithi157:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T10:15:54.405 INFO:teuthology.orchestra.run.smithi157.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:15:54.405 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:15:54.405 INFO:teuthology.orchestra.run.smithi157.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:15:54.405 INFO:teuthology.orchestra.run.smithi157.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:15:54.405 INFO:teuthology.orchestra.run.smithi157.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:15:54.406 INFO:teuthology.orchestra.run.smithi157.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:15:54.406 INFO:teuthology.orchestra.run.smithi157.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:15:54.406 INFO:teuthology.orchestra.run.smithi157.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:15:54.406 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:15:54.406 INFO:teuthology.orchestra.run.smithi157.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:15:54.429 INFO:teuthology.orchestra.run.smithi157.stdout:Discarding blocks...Done. 2024-09-10T10:15:54.431 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi157.front.sepia.ceph.com -o noatime 2024-09-10T10:15:54.431 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-10T10:15:54.489 DEBUG:teuthology.orchestra.run.smithi157:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-10T10:15:54.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:15:54.541 INFO:teuthology.orchestra.run.smithi157.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:15:54.541 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-10T10:15:54.598 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T10:15:54.598 INFO:tasks.ceph:role: osd.3 2024-09-10T10:15:54.598 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:15:54.598 DEBUG:teuthology.orchestra.run.smithi157:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:15:54.653 INFO:teuthology.orchestra.run.smithi157.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:15:54.676 INFO:teuthology.orchestra.run.smithi157.stdout:Discarding blocks...Done. 2024-09-10T10:15:54.678 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi157.front.sepia.ceph.com -o noatime 2024-09-10T10:15:54.679 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-10T10:15:54.741 DEBUG:teuthology.orchestra.run.smithi157:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-10T10:15:54.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:15:54.793 INFO:teuthology.orchestra.run.smithi157.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:15:54.794 DEBUG:teuthology.orchestra.run.smithi157:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:15:54.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:15:54.906+0000 7f6ba142c7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-10T10:15:54.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:15:54.906+0000 7f6ba142c7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-10T10:15:54.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:15:54.906+0000 7f6ba142c7c0 -1 bdev(0x55b4773e3800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-10T10:15:54.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:15:54.906+0000 7f6ba142c7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-10T10:15:58.098 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-10T10:15:58.111 DEBUG:teuthology.orchestra.run.smithi157:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:15:58.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:15:58.186+0000 7fc64ebcd7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-10T10:15:58.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:15:58.186+0000 7fc64ebcd7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-10T10:15:58.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:15:58.186+0000 7fc64ebcd7c0 -1 bdev(0x556c1665b800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-10T10:15:58.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:15:58.186+0000 7fc64ebcd7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-10T10:16:01.620 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-10T10:16:01.678 DEBUG:teuthology.orchestra.run.smithi157:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:16:01.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:01.758+0000 7f4dc2b527c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-10T10:16:01.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:01.758+0000 7f4dc2b527c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-10T10:16:01.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:01.758+0000 7f4dc2b527c0 -1 bdev(0x5573d6f31800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-10T10:16:01.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:01.758+0000 7f4dc2b527c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-10T10:16:04.924 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-10T10:16:04.981 DEBUG:teuthology.orchestra.run.smithi157:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:16:05.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:05.062+0000 7fa989d357c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-10T10:16:05.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:05.062+0000 7fa989d357c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-10T10:16:05.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:05.062+0000 7fa989d357c0 -1 bdev(0x55fef58bb800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-10T10:16:05.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:05.062+0000 7fa989d357c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-10T10:16:08.221 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-10T10:16:08.278 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-10T10:16:08.292 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:16:08.292 INFO:tasks.ceph:role: osd.4 2024-09-10T10:16:08.292 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:16:08.292 DEBUG:teuthology.orchestra.run.smithi192:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T10:16:08.355 INFO:teuthology.orchestra.run.smithi192.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:16:08.355 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:16:08.355 INFO:teuthology.orchestra.run.smithi192.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:16:08.355 INFO:teuthology.orchestra.run.smithi192.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:16:08.355 INFO:teuthology.orchestra.run.smithi192.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:16:08.355 INFO:teuthology.orchestra.run.smithi192.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:16:08.356 INFO:teuthology.orchestra.run.smithi192.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:16:08.356 INFO:teuthology.orchestra.run.smithi192.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:16:08.356 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:16:08.356 INFO:teuthology.orchestra.run.smithi192.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:16:08.810 INFO:teuthology.orchestra.run.smithi192.stdout:Discarding blocks...Done. 2024-09-10T10:16:08.813 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi192.front.sepia.ceph.com -o noatime 2024-09-10T10:16:08.813 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-10T10:16:08.906 DEBUG:teuthology.orchestra.run.smithi192:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-10T10:16:08.916 INFO:teuthology.orchestra.run.smithi192.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:16:08.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:16:08.917 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-10T10:16:08.969 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:16:08.969 INFO:tasks.ceph:role: osd.5 2024-09-10T10:16:08.969 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:16:08.969 DEBUG:teuthology.orchestra.run.smithi192:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:16:09.032 INFO:teuthology.orchestra.run.smithi192.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:16:09.505 INFO:teuthology.orchestra.run.smithi192.stdout:Discarding blocks...Done. 2024-09-10T10:16:09.507 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi192.front.sepia.ceph.com -o noatime 2024-09-10T10:16:09.507 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-10T10:16:09.682 DEBUG:teuthology.orchestra.run.smithi192:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-10T10:16:09.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:16:09.694 INFO:teuthology.orchestra.run.smithi192.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:16:09.694 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-10T10:16:09.747 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:16:09.747 INFO:tasks.ceph:role: osd.6 2024-09-10T10:16:09.747 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:16:09.747 DEBUG:teuthology.orchestra.run.smithi192:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:16:09.812 INFO:teuthology.orchestra.run.smithi192.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:16:10.285 INFO:teuthology.orchestra.run.smithi192.stdout:Discarding blocks...Done. 2024-09-10T10:16:10.288 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi192.front.sepia.ceph.com -o noatime 2024-09-10T10:16:10.288 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-10T10:16:10.435 DEBUG:teuthology.orchestra.run.smithi192:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-10T10:16:10.446 INFO:teuthology.orchestra.run.smithi192.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:16:10.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:16:10.448 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-10T10:16:10.503 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T10:16:10.503 INFO:tasks.ceph:role: osd.7 2024-09-10T10:16:10.504 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:16:10.504 DEBUG:teuthology.orchestra.run.smithi192:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T10:16:10.567 INFO:teuthology.orchestra.run.smithi192.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T10:16:10.567 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T10:16:10.567 INFO:teuthology.orchestra.run.smithi192.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T10:16:10.567 INFO:teuthology.orchestra.run.smithi192.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-10T10:16:10.567 INFO:teuthology.orchestra.run.smithi192.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T10:16:10.567 INFO:teuthology.orchestra.run.smithi192.stdout: = sunit=0 swidth=0 blks 2024-09-10T10:16:10.567 INFO:teuthology.orchestra.run.smithi192.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T10:16:10.567 INFO:teuthology.orchestra.run.smithi192.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-10T10:16:10.568 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T10:16:10.568 INFO:teuthology.orchestra.run.smithi192.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T10:16:10.995 INFO:teuthology.orchestra.run.smithi192.stdout:Discarding blocks...Done. 2024-09-10T10:16:10.997 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi192.front.sepia.ceph.com -o noatime 2024-09-10T10:16:10.997 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-10T10:16:11.100 DEBUG:teuthology.orchestra.run.smithi192:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-10T10:16:11.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:16:11.112 INFO:teuthology.orchestra.run.smithi192.stderr:sudo: /sbin/restorecon: command not found 2024-09-10T10:16:11.112 DEBUG:teuthology.orchestra.run.smithi192:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:16:11.222 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:11.219+0000 7f92d0f657c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-10T10:16:11.227 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:11.227+0000 7f92d0f657c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-10T10:16:11.227 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:11.227+0000 7f92d0f657c0 -1 bdev(0x563680971800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-10T10:16:11.228 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:11.227+0000 7f92d0f657c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-10T10:16:14.595 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-10T10:16:14.609 DEBUG:teuthology.orchestra.run.smithi192:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:16:14.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:14.687+0000 7fed241447c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-10T10:16:14.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:14.687+0000 7fed241447c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-10T10:16:14.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:14.687+0000 7fed241447c0 -1 bdev(0x55abccba9800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-10T10:16:14.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:14.691+0000 7fed241447c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-10T10:16:17.879 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-10T10:16:17.936 DEBUG:teuthology.orchestra.run.smithi192:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:16:18.017 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:18.015+0000 7f0b3ea067c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-10T10:16:18.018 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:18.015+0000 7f0b3ea067c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-10T10:16:18.018 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:18.015+0000 7f0b3ea067c0 -1 bdev(0x559951289800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-10T10:16:18.018 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:18.015+0000 7f0b3ea067c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-10T10:16:20.841 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:16:20.844 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:16:21.158 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-10T10:16:21.171 DEBUG:teuthology.orchestra.run.smithi192:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:16:21.253 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:21.251+0000 7f6b26a6f7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-10T10:16:21.254 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:21.251+0000 7f6b26a6f7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-10T10:16:21.254 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:21.251+0000 7f6b26a6f7c0 -1 bdev(0x562cb598d800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-10T10:16:21.254 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:21.251+0000 7f6b26a6f7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-10T10:16:24.622 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-10T10:16:24.679 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-10T10:16:24.679 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:24.679 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-10T10:16:24.694 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:24.694 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-10T10:16:24.748 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:24.748 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-10T10:16:24.803 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:24.803 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-10T10:16:24.855 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:24.855 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-10T10:16:24.908 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:24.908 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-10T10:16:24.963 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:24.964 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-10T10:16:25.020 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:25.020 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-10T10:16:25.034 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:25.034 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-10T10:16:25.086 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:25.086 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-10T10:16:25.142 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:25.142 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-10T10:16:25.198 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:25.198 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-10T10:16:25.254 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:25.254 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-10T10:16:25.306 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:25.306 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-10T10:16:25.358 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:25.359 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-10T10:16:25.364 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:25.364 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-10T10:16:25.413 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:25.413 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-10T10:16:25.419 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:25.419 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-10T10:16:25.467 INFO:tasks.ceph:Adding keys to all mons... 2024-09-10T10:16:25.468 DEBUG:teuthology.orchestra.run.smithi157:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T10:16:25.470 DEBUG:teuthology.orchestra.run.smithi192:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T10:16:25.514 INFO:teuthology.orchestra.run.smithi157.stdout:[mgr.y] 2024-09-10T10:16:25.514 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBmxCO5ABAASknBprsj5aHU5UxHXd6yDg== 2024-09-10T10:16:25.514 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.a] 2024-09-10T10:16:25.515 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBmv77RBhAA6Eiy00EnV/6hsU/2Vh+9dg== 2024-09-10T10:16:25.515 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.c] 2024-09-10T10:16:25.515 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBmEDyEDxAAOhT+nkRPLM1+zJHAISq2HA== 2024-09-10T10:16:25.515 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.0] 2024-09-10T10:16:25.515 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBaHOBmVilWNhAAlKB7hrMvhOaocWoWS6NfiA== 2024-09-10T10:16:25.516 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.1] 2024-09-10T10:16:25.516 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBeHOBmGGV8CxAAk/O3HqXj8zlJhgdUdd44tA== 2024-09-10T10:16:25.516 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.2] 2024-09-10T10:16:25.516 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBhHOBm/lt3LRAAdub8e1BWdPhR0n+ZXuC0xw== 2024-09-10T10:16:25.516 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.3] 2024-09-10T10:16:25.517 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBlHOBmK+UbBBAAYLbJ8P7U5GvGoU4ESz6ong== 2024-09-10T10:16:25.517 INFO:teuthology.orchestra.run.smithi157.stdout:[mgr.x] 2024-09-10T10:16:25.517 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBmxyN5AxAApo9oY8vuV/yKf+JFx+2kMQ== 2024-09-10T10:16:25.517 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.b] 2024-09-10T10:16:25.517 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBm0X/SFRAAAvAKU8Zp2Uhi5AcOXJLczg== 2024-09-10T10:16:25.517 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.d] 2024-09-10T10:16:25.518 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBmNBGSHhAA1V7H4a6lEqjijzHvg5WEHw== 2024-09-10T10:16:25.518 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.4] 2024-09-10T10:16:25.518 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBrHOBmOJNcDRAAcxc41Esf9qrDC5W2YqryLw== 2024-09-10T10:16:25.518 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.5] 2024-09-10T10:16:25.518 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBuHOBmxxQ6KRAAXleuIaNwBsjDBwsSK6iO6A== 2024-09-10T10:16:25.518 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.6] 2024-09-10T10:16:25.519 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQByHOBmWjodARAA5ZtW2Tj59v7Xle/ej8ctXQ== 2024-09-10T10:16:25.519 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.7] 2024-09-10T10:16:25.519 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQB1HOBmuXA3DxAAIsZRLnMaEFM/On2P9wfy5A== 2024-09-10T10:16:25.519 INFO:teuthology.orchestra.run.smithi157.stdout:[client.0] 2024-09-10T10:16:25.519 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBml6o1JBAAz7g+X9olqxETlHm5+rCumQ== 2024-09-10T10:16:25.519 INFO:teuthology.orchestra.run.smithi157.stdout:[client.2] 2024-09-10T10:16:25.519 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBmNCNJKRAAHMNyNfs1wfU5sV+mEuKt1w== 2024-09-10T10:16:25.520 INFO:teuthology.orchestra.run.smithi157.stdout:[client.1] 2024-09-10T10:16:25.520 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBmHUkNLBAAnzu6K4LTi+KDvMiu4rbbFg== 2024-09-10T10:16:25.520 INFO:teuthology.orchestra.run.smithi157.stdout:[client.3] 2024-09-10T10:16:25.520 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBmY+ApMRAAE/47fmJra+8G3BNEabseAA== 2024-09-10T10:16:25.522 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr.y] 2024-09-10T10:16:25.522 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBmxCO5ABAASknBprsj5aHU5UxHXd6yDg== 2024-09-10T10:16:25.522 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-10T10:16:25.522 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBmv77RBhAA6Eiy00EnV/6hsU/2Vh+9dg== 2024-09-10T10:16:25.522 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-10T10:16:25.522 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBmEDyEDxAAOhT+nkRPLM1+zJHAISq2HA== 2024-09-10T10:16:25.522 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.0] 2024-09-10T10:16:25.522 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBaHOBmVilWNhAAlKB7hrMvhOaocWoWS6NfiA== 2024-09-10T10:16:25.522 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.1] 2024-09-10T10:16:25.523 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBeHOBmGGV8CxAAk/O3HqXj8zlJhgdUdd44tA== 2024-09-10T10:16:25.523 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.2] 2024-09-10T10:16:25.523 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBhHOBm/lt3LRAAdub8e1BWdPhR0n+ZXuC0xw== 2024-09-10T10:16:25.523 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.3] 2024-09-10T10:16:25.523 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBlHOBmK+UbBBAAYLbJ8P7U5GvGoU4ESz6ong== 2024-09-10T10:16:25.523 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr.x] 2024-09-10T10:16:25.523 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBmxyN5AxAApo9oY8vuV/yKf+JFx+2kMQ== 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBm0X/SFRAAAvAKU8Zp2Uhi5AcOXJLczg== 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBmNBGSHhAA1V7H4a6lEqjijzHvg5WEHw== 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.4] 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBrHOBmOJNcDRAAcxc41Esf9qrDC5W2YqryLw== 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.5] 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBuHOBmxxQ6KRAAXleuIaNwBsjDBwsSK6iO6A== 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.6] 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQByHOBmWjodARAA5ZtW2Tj59v7Xle/ej8ctXQ== 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.7] 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQB1HOBmuXA3DxAAIsZRLnMaEFM/On2P9wfy5A== 2024-09-10T10:16:25.524 INFO:teuthology.orchestra.run.smithi192.stdout:[client.0] 2024-09-10T10:16:25.525 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBml6o1JBAAz7g+X9olqxETlHm5+rCumQ== 2024-09-10T10:16:25.525 INFO:teuthology.orchestra.run.smithi192.stdout:[client.2] 2024-09-10T10:16:25.525 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBmNCNJKRAAHMNyNfs1wfU5sV+mEuKt1w== 2024-09-10T10:16:25.525 INFO:teuthology.orchestra.run.smithi192.stdout:[client.1] 2024-09-10T10:16:25.525 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBmHUkNLBAAnzu6K4LTi+KDvMiu4rbbFg== 2024-09-10T10:16:25.525 INFO:teuthology.orchestra.run.smithi192.stdout:[client.3] 2024-09-10T10:16:25.525 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQBZHOBmY+ApMRAAE/47fmJra+8G3BNEabseAA== 2024-09-10T10:16:25.526 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T10:16:25.566 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T10:16:25.613 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:16:25.615 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:16:25.660 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:16:25.701 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:16:25.744 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:25.790 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:25.835 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:25.837 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:25.876 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:25.918 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:25.960 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.006 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.049 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T10:16:26.090 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T10:16:26.133 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:16:26.177 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:16:26.222 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:16:26.224 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T10:16:26.304 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.309 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.391 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.393 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.436 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.482 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.526 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.569 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T10:16:26.610 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:16:26.653 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:16:26.698 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:16:26.741 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:16:26.782 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:16:26.825 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:16:26.871 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:16:26.909 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T10:16:26.952 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-10T10:16:26.953 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-10T10:16:27.009 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T10:16:27.100 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-10T10:16:27.111 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-10T10:16:27.126 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T10:16:27.220 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-10T10:16:27.231 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-10T10:16:27.284 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T10:16:27.371 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-10T10:16:27.382 DEBUG:teuthology.orchestra.run.smithi157:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:16:27.385 DEBUG:teuthology.orchestra.run.smithi192:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T10:16:27.434 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-10T10:16:27.435 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-10T10:16:27.435 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-10T10:16:27.437 INFO:tasks.ceph.mon.a:Started 2024-09-10T10:16:27.437 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-10T10:16:27.438 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-10T10:16:27.480 INFO:tasks.ceph.mon.b:Started 2024-09-10T10:16:27.480 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-10T10:16:27.480 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-10T10:16:27.482 INFO:tasks.ceph.mon.c:Started 2024-09-10T10:16:27.482 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-10T10:16:27.482 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-10T10:16:27.482 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-10T10:16:27.485 INFO:tasks.ceph.mgr.y:Started 2024-09-10T10:16:27.485 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-10T10:16:27.485 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-10T10:16:27.487 INFO:tasks.ceph.mgr.x:Started 2024-09-10T10:16:27.487 INFO:tasks.ceph:Setting crush tunables to default 2024-09-10T10:16:27.487 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph osd crush tunables default 2024-09-10T10:16:27.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f3661d3f640 1 Processor -- start 2024-09-10T10:16:27.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f3661d3f640 1 -- start start 2024-09-10T10:16:27.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f3661d3f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:27.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f3661d3f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f365c15f3d0 con 0x7f365c0b54f0 2024-09-10T10:16:27.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f3661d3f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f365c15f6b0 con 0x7f365c15e4b0 2024-09-10T10:16:27.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f3661d3f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f365c163050 con 0x7f365c06f3a0 2024-09-10T10:16:27.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f3652ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f365c0b54f0 0x7f365c15e890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:50932/0 (socket says 172.21.15.157:50932) 2024-09-10T10:16:27.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f3652ffd640 1 -- 172.21.15.157:0/541675962 learned_addr learned my addr 172.21.15.157:0/541675962 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:16:27.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:27.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f365bfff640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 msgr2=0x7f365c06f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T10:16:27.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f365bfff640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 msgr2=0x7f365c06f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:27.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:27.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.598+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T10:16:27.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.802+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:27.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.802+0000 7f365bfff640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 msgr2=0x7f365c06f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T10:16:27.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.802+0000 7f365bfff640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 msgr2=0x7f365c06f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:27.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.802+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:27.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:27.802+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T10:16:28.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:28.206+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:28.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:28.206+0000 7f365bfff640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 msgr2=0x7f365c06f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T10:16:28.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:28.206+0000 7f365bfff640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 msgr2=0x7f365c06f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:28.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:28.206+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:28.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:28.206+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T10:16:29.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:29.010+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:29.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:29.010+0000 7f365bfff640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 msgr2=0x7f365c06f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T10:16:29.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:29.010+0000 7f365bfff640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 msgr2=0x7f365c06f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:29.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:29.010+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:29.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:29.010+0000 7f365bfff640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T10:16:30.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 msgr2=0x7f365c06f830 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T10:16:30.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3659ffb640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f365c06f3a0 0x7f365c06f830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 >> v1:172.21.15.192:6789/0 conn(0x7f365c15e4b0 legacy=0x7f365c162940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 >> v1:172.21.15.157:6789/0 conn(0x7f365c0b54f0 legacy=0x7f365c15e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3659ffb640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3659ffb640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f365c163050 con 0x7f363c0061d0 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f363c008d40 con 0x7f363c003720 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3652ffd640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 msgr2=0x7f363c008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3652ffd640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 msgr2=0x7f363c008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T10:16:30.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 msgr2=0x7f363c005b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T10:16:30.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 msgr2=0x7f363c005b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:30.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:30.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.598+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T10:16:30.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:30.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:30.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f3652ffd640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 msgr2=0x7f363c008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T10:16:30.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f3652ffd640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 msgr2=0x7f363c008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:30.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:30.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T10:16:30.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 msgr2=0x7f363c005b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T10:16:30.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 msgr2=0x7f363c005b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:30.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:30.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:30.802+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T10:16:31.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:31.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:31.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f3652ffd640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 msgr2=0x7f363c008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T10:16:31.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f3652ffd640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 msgr2=0x7f363c008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:31.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:31.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T10:16:31.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 msgr2=0x7f363c005b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T10:16:31.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 msgr2=0x7f363c005b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:31.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:31.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:31.206+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T10:16:32.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:32.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:32.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f3652ffd640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 msgr2=0x7f363c008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T10:16:32.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f3652ffd640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 msgr2=0x7f363c008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:32.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:32.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f3652ffd640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T10:16:32.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 msgr2=0x7f363c005b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T10:16:32.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 msgr2=0x7f363c005b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T10:16:32.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T10:16:32.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:32.010+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T10:16:33.111 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:33.107+0000 7faeefd3a180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T10:16:33.559 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:33.559+0000 7faeefd3a180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 msgr2=0x7f363c005b80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f3659ffb640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.192:3300/0 conn(0x7f363c003720 0x7f363c005b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 msgr2=0x7f363c008690 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f3659ffb640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c0061d0 0x7f363c008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f365bfff640 1 -- 172.21.15.157:0/541675962 reap_dead start 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f3659ffb640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c009130 0x7f363c00b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f365c162140 con 0x7f363c005290 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f363c00fb30 con 0x7f363c0066b0 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f3659ffb640 1 -- 172.21.15.157:0/541675962 --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f365c163050 con 0x7f363c009130 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> v2:172.21.15.157:3300/0 conn(0x7f363c009130 0x7f363c00b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f365affd640 1 -- 172.21.15.157:0/541675962 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1888868763 0 0) 0x7f365c162140 con 0x7f363c005290 2024-09-10T10:16:33.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f365affd640 1 -- 172.21.15.157:0/541675962 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3648003530 con 0x7f363c005290 2024-09-10T10:16:33.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v1:172.21.15.192:6789/0 conn(0x7f363c0066b0 legacy=0x7f363c003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:33.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 >> v1:172.21.15.157:6789/0 conn(0x7f363c005290 legacy=0x7f363c005710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:33.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.598+0000 7f365b7fe640 1 -- 172.21.15.157:0/541675962 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f363c010d60 con 0x7f363c009130 2024-09-10T10:16:33.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f365b7fe640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c009130 0x7f363c00b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f364c007c40 tx=0x7f364c01cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e9d7c33f015eaae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:33.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f365affd640 1 -- 172.21.15.157:0/541675962 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c0ab070 con 0x7f363c009130 2024-09-10T10:16:33.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f365affd640 1 -- 172.21.15.157:0/541675962 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f364c0a9070 con 0x7f363c009130 2024-09-10T10:16:33.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f365affd640 1 -- 172.21.15.157:0/541675962 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c0a5d70 con 0x7f363c009130 2024-09-10T10:16:33.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f3661d3f640 1 -- 172.21.15.157:0/541675962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c009130 msgr2=0x7f363c00b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:33.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f3661d3f640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c009130 0x7f363c00b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f364c007c40 tx=0x7f364c01cc90 comp rx=0 tx=0).stop 2024-09-10T10:16:33.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f3661d3f640 1 -- 172.21.15.157:0/541675962 shutdown_connections 2024-09-10T10:16:33.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f3661d3f640 1 --2- 172.21.15.157:0/541675962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c009130 0x7f363c00b520 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:33.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f3661d3f640 1 -- 172.21.15.157:0/541675962 >> 172.21.15.157:0/541675962 conn(0x7f365c067a00 msgr2=0x7f365c067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:33.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f3661d3f640 1 -- 172.21.15.157:0/541675962 shutdown_connections 2024-09-10T10:16:33.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f3661d3f640 1 -- 172.21.15.157:0/541675962 wait complete. 2024-09-10T10:16:33.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f3661d3f640 1 Processor -- start 2024-09-10T10:16:33.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.606+0000 7f3661d3f640 1 -- start start 2024-09-10T10:16:33.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3661d3f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c005290 0x7f365c148be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:33.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3661d3f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f363c0066b0 0x7f365c0ce210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:33.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3661d3f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f363c009130 0x7f365c0d0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:33.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3661d3f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f365c06f9b0 con 0x7f363c005290 2024-09-10T10:16:33.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3661d3f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f365c06f830 con 0x7f363c009130 2024-09-10T10:16:33.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3661d3f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f365c06fb30 con 0x7f363c0066b0 2024-09-10T10:16:33.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365b7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c005290 0x7f365c148be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:33.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365b7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c005290 0x7f365c148be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:39192/0 (socket says 172.21.15.157:39192) 2024-09-10T10:16:33.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365b7fe640 1 -- 172.21.15.157:0/2751149743 learned_addr learned my addr 172.21.15.157:0/2751149743 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3652ffd640 1 --2- 172.21.15.157:0/2751149743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f363c0066b0 0x7f365c0ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365bfff640 1 --2- 172.21.15.157:0/2751149743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f363c009130 0x7f365c0d0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365b7fe640 1 -- 172.21.15.157:0/2751149743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f363c0066b0 msgr2=0x7f365c0ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365b7fe640 1 --2- 172.21.15.157:0/2751149743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f363c0066b0 0x7f365c0ce210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365b7fe640 1 -- 172.21.15.157:0/2751149743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f363c009130 msgr2=0x7f365c0d0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365b7fe640 1 --2- 172.21.15.157:0/2751149743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f363c009130 0x7f365c0d0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365b7fe640 1 -- 172.21.15.157:0/2751149743 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f365c0cfea0 con 0x7f363c005290 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f365b7fe640 1 --2- 172.21.15.157:0/2751149743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c005290 0x7f365c148be0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f364c01c700 tx=0x7f364c01b4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3658ff9640 1 -- 172.21.15.157:0/2751149743 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c0b6070 con 0x7f363c005290 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3658ff9640 1 -- 172.21.15.157:0/2751149743 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f364c0aee40 con 0x7f363c005290 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3661d3f640 1 -- 172.21.15.157:0/2751149743 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f365c0d0430 con 0x7f363c005290 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3658ff9640 1 -- 172.21.15.157:0/2751149743 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c0ab040 con 0x7f363c005290 2024-09-10T10:16:33.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3661d3f640 1 -- 172.21.15.157:0/2751149743 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f365c0cbae0 con 0x7f363c005290 2024-09-10T10:16:33.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3658ff9640 1 -- 172.21.15.157:0/2751149743 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f364c0c1060 con 0x7f363c005290 2024-09-10T10:16:33.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3658ff9640 1 -- 172.21.15.157:0/2751149743 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f364c0b0e00 con 0x7f363c005290 2024-09-10T10:16:33.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.610+0000 7f3661d3f640 1 -- 172.21.15.157:0/2751149743 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f365c0d0260 con 0x7f363c005290 2024-09-10T10:16:33.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.614+0000 7f3658ff9640 1 -- 172.21.15.157:0/2751149743 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f364c0169e0 con 0x7f363c005290 2024-09-10T10:16:33.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.678+0000 7f3661d3f640 1 -- 172.21.15.157:0/2751149743 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f365c162940 con 0x7f363c005290 2024-09-10T10:16:33.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3658ff9640 1 -- 172.21.15.157:0/2751149743 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f364c0b06a0 con 0x7f363c005290 2024-09-10T10:16:33.685 INFO:teuthology.orchestra.run.smithi157.stderr:adjusted tunables profile to default 2024-09-10T10:16:33.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3661d3f640 1 -- 172.21.15.157:0/2751149743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c005290 msgr2=0x7f365c148be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:33.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3661d3f640 1 --2- 172.21.15.157:0/2751149743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c005290 0x7f365c148be0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f364c01c700 tx=0x7f364c01b4d0 comp rx=0 tx=0).stop 2024-09-10T10:16:33.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3661d3f640 1 -- 172.21.15.157:0/2751149743 shutdown_connections 2024-09-10T10:16:33.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3661d3f640 1 --2- 172.21.15.157:0/2751149743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f363c009130 0x7f365c0d0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:33.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3661d3f640 1 --2- 172.21.15.157:0/2751149743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f363c0066b0 0x7f365c0ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:33.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3661d3f640 1 --2- 172.21.15.157:0/2751149743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f363c005290 0x7f365c148be0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:33.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3661d3f640 1 -- 172.21.15.157:0/2751149743 >> 172.21.15.157:0/2751149743 conn(0x7f365c067a00 msgr2=0x7f365c06e350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:33.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3661d3f640 1 -- 172.21.15.157:0/2751149743 shutdown_connections 2024-09-10T10:16:33.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:33.682+0000 7f3661d3f640 1 -- 172.21.15.157:0/2751149743 wait complete. 2024-09-10T10:16:33.704 INFO:tasks.ceph:check_enable_crimson: False 2024-09-10T10:16:33.704 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-10T10:16:33.704 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:33.704 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-10T10:16:33.715 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:33.715 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-10T10:16:33.761 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:33.759+0000 7faeefd3a180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T10:16:33.766 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:33.767 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-10T10:16:33.784 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:33.782+0000 7fd83cdbe180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T10:16:33.795 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:16:33.795 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-10T10:16:33.847 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:33.847 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-10T10:16:33.861 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:33.861 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-10T10:16:33.914 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:33.914 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-10T10:16:33.966 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:16:33.966 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-10T10:16:34.022 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new d806755f-5384-438f-ac6a-02adf6ad1c07 0 2024-09-10T10:16:34.185 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.183+0000 7eff68750640 1 Processor -- start 2024-09-10T10:16:34.186 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.183+0000 7eff68750640 1 -- start start 2024-09-10T10:16:34.187 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.183+0000 7eff68750640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.187 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.183+0000 7eff68750640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7eff600d0ee0 0x7eff600d1350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.183+0000 7eff68750640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff6006d350 con 0x7eff60155910 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.183+0000 7eff68750640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7eff60155cf0 con 0x7eff600d0ee0 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.183+0000 7eff68750640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7eff6006d630 con 0x7eff60073aa0 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff65ceb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff65ceb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:38086/0 (socket says 172.21.15.192:38086) 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff65ceb640 1 -- 172.21.15.192:0/1090848570 learned_addr learned my addr 172.21.15.192:0/1090848570 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff66ced640 1 --2- 172.21.15.192:0/1090848570 >> v2:172.21.15.157:3300/0 conn(0x7eff600d0ee0 0x7eff600d1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff65ceb640 1 -- 172.21.15.192:0/1090848570 >> v2:172.21.15.157:3300/0 conn(0x7eff600d0ee0 msgr2=0x7eff600d1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff65ceb640 1 --2- 172.21.15.192:0/1090848570 >> v2:172.21.15.157:3300/0 conn(0x7eff600d0ee0 0x7eff600d1350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff65ceb640 1 -- 172.21.15.192:0/1090848570 >> v1:172.21.15.157:6789/0 conn(0x7eff60155910 legacy=0x7eff60073390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.188 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff65ceb640 1 -- 172.21.15.192:0/1090848570 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff6015ee40 con 0x7eff60073aa0 2024-09-10T10:16:34.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff65ceb640 1 --2- 172.21.15.192:0/1090848570 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015c2d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7eff50009870 tx=0x7eff5001c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15b001db55d433d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:34.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff654ea640 1 -- 172.21.15.192:0/1090848570 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff500b2070 con 0x7eff60073aa0 2024-09-10T10:16:34.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff654ea640 1 -- 172.21.15.192:0/1090848570 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff500a9070 con 0x7eff60073aa0 2024-09-10T10:16:34.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.187+0000 7eff654ea640 1 -- 172.21.15.192:0/1090848570 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff500ad880 con 0x7eff60073aa0 2024-09-10T10:16:34.191 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- 172.21.15.192:0/1090848570 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 msgr2=0x7eff6015c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.191 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 --2- 172.21.15.192:0/1090848570 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015c2d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7eff50009870 tx=0x7eff5001c560 comp rx=0 tx=0).stop 2024-09-10T10:16:34.191 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- 172.21.15.192:0/1090848570 shutdown_connections 2024-09-10T10:16:34.191 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 --2- 172.21.15.192:0/1090848570 >> v2:172.21.15.157:3300/0 conn(0x7eff600d0ee0 0x7eff600d1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.191 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 --2- 172.21.15.192:0/1090848570 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015c2d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.191 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- 172.21.15.192:0/1090848570 >> 172.21.15.192:0/1090848570 conn(0x7eff600b6030 msgr2=0x7eff600b66f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:34.191 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- 172.21.15.192:0/1090848570 shutdown_connections 2024-09-10T10:16:34.191 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- 172.21.15.192:0/1090848570 wait complete. 2024-09-10T10:16:34.192 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 Processor -- start 2024-09-10T10:16:34.192 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- start start 2024-09-10T10:16:34.194 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.194 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff600d0ee0 0x7eff6015a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.194 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff60155910 0x7eff6015a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.194 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7eff6006d0f0 con 0x7eff60155910 2024-09-10T10:16:34.194 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7eff6006cf70 con 0x7eff600d0ee0 2024-09-10T10:16:34.194 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7eff60168170 con 0x7eff60073aa0 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff65ceb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff600d0ee0 0x7eff6015a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff664ec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff65ceb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff600d0ee0 0x7eff6015a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36250/0 (socket says 172.21.15.192:36250) 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff65ceb640 1 -- 172.21.15.192:0/4105138341 learned_addr learned my addr 172.21.15.192:0/4105138341 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff66ced640 1 --2- 172.21.15.192:0/4105138341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff60155910 0x7eff6015a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff65ceb640 1 -- 172.21.15.192:0/4105138341 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 msgr2=0x7eff6015e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff65ceb640 1 --2- 172.21.15.192:0/4105138341 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff65ceb640 1 -- 172.21.15.192:0/4105138341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff60155910 msgr2=0x7eff6015a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff65ceb640 1 --2- 172.21.15.192:0/4105138341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff60155910 0x7eff6015a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff65ceb640 1 -- 172.21.15.192:0/4105138341 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff6006c390 con 0x7eff600d0ee0 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff66ced640 1 --2- 172.21.15.192:0/4105138341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff60155910 0x7eff6015a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:16:34.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff65ceb640 1 --2- 172.21.15.192:0/4105138341 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff600d0ee0 0x7eff6015a290 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7eff500b0040 tx=0x7eff50019300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:34.196 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff56ffd640 1 -- 172.21.15.192:0/4105138341 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff500bb070 con 0x7eff600d0ee0 2024-09-10T10:16:34.196 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff56ffd640 1 -- 172.21.15.192:0/4105138341 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff500addf0 con 0x7eff600d0ee0 2024-09-10T10:16:34.196 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- 172.21.15.192:0/4105138341 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff6006c670 con 0x7eff600d0ee0 2024-09-10T10:16:34.196 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff56ffd640 1 -- 172.21.15.192:0/4105138341 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff500b2040 con 0x7eff600d0ee0 2024-09-10T10:16:34.196 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- 172.21.15.192:0/4105138341 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff6015dec0 con 0x7eff600d0ee0 2024-09-10T10:16:34.196 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff56ffd640 1 -- 172.21.15.192:0/4105138341 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7eff500be070 con 0x7eff600d0ee0 2024-09-10T10:16:34.196 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff56ffd640 1 -- 172.21.15.192:0/4105138341 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7eff500c0870 con 0x7eff600d0ee0 2024-09-10T10:16:34.196 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.191+0000 7eff68750640 1 -- 172.21.15.192:0/4105138341 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff60069220 con 0x7eff600d0ee0 2024-09-10T10:16:34.208 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.207+0000 7eff56ffd640 1 -- 172.21.15.192:0/4105138341 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7eff50016150 con 0x7eff600d0ee0 2024-09-10T10:16:34.243 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:34.238+0000 7fd83cdbe180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T10:16:34.278 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.275+0000 7eff68750640 1 -- 172.21.15.192:0/4105138341 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d806755f-5384-438f-ac6a-02adf6ad1c07", "id": 0} v 0) -- 0x7eff6015c2d0 con 0x7eff600d0ee0 2024-09-10T10:16:34.290 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.287+0000 7eff56ffd640 1 -- 172.21.15.192:0/4105138341 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d806755f-5384-438f-ac6a-02adf6ad1c07", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7eff500c0ac0 con 0x7eff600d0ee0 2024-09-10T10:16:34.290 INFO:teuthology.orchestra.run.smithi192.stdout:0 2024-09-10T10:16:34.291 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.291+0000 7eff68750640 1 -- 172.21.15.192:0/4105138341 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff600d0ee0 msgr2=0x7eff6015a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.291 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.291+0000 7eff68750640 1 --2- 172.21.15.192:0/4105138341 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff600d0ee0 0x7eff6015a290 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7eff500b0040 tx=0x7eff50019300 comp rx=0 tx=0).stop 2024-09-10T10:16:34.291 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.291+0000 7eff68750640 1 -- 172.21.15.192:0/4105138341 shutdown_connections 2024-09-10T10:16:34.291 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.291+0000 7eff68750640 1 --2- 172.21.15.192:0/4105138341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff60155910 0x7eff6015a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.292 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.291+0000 7eff68750640 1 --2- 172.21.15.192:0/4105138341 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff600d0ee0 0x7eff6015a290 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.292 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.291+0000 7eff68750640 1 --2- 172.21.15.192:0/4105138341 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff60073aa0 0x7eff6015e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.292 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.291+0000 7eff68750640 1 -- 172.21.15.192:0/4105138341 >> 172.21.15.192:0/4105138341 conn(0x7eff600b6030 msgr2=0x7eff60151570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:34.292 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.291+0000 7eff68750640 1 -- 172.21.15.192:0/4105138341 shutdown_connections 2024-09-10T10:16:34.292 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.291+0000 7eff68750640 1 -- 172.21.15.192:0/4105138341 wait complete. 2024-09-10T10:16:34.306 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new 7f8d8450-406e-4867-87e6-b741a7cddef7 1 2024-09-10T10:16:34.327 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:34.327+0000 7faeefd3a180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T10:16:34.382 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:34.379+0000 7faeefd3a180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T10:16:34.421 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.419+0000 7fe26cd5f640 1 Processor -- start 2024-09-10T10:16:34.421 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.419+0000 7fe26cd5f640 1 -- start start 2024-09-10T10:16:34.423 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.419+0000 7fe26cd5f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe26815c090 0x7fe2680ce920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.423 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.419+0000 7fe26cd5f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6470 0x7fe2681607a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.423 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.419+0000 7fe26cd5f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe2680b6aa0 0x7fe2680b6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.423 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.419+0000 7fe26cd5f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fe2680b7450 con 0x7fe2680b6aa0 2024-09-10T10:16:34.423 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.419+0000 7fe26cd5f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fe268160ce0 con 0x7fe26815c090 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.419+0000 7fe26cd5f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe2680b68b0 con 0x7fe2680b6470 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26659c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe26815c090 0x7fe2680ce920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe265d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6470 0x7fe2681607a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26659c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe26815c090 0x7fe2680ce920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36258/0 (socket says 172.21.15.192:36258) 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26659c640 1 -- 172.21.15.192:0/3613608584 learned_addr learned my addr 172.21.15.192:0/3613608584 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe265d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6470 0x7fe2681607a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:38102/0 (socket says 172.21.15.192:38102) 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe266d9d640 1 --2- 172.21.15.192:0/3613608584 >> v2:172.21.15.157:3300/0 conn(0x7fe2680b6aa0 0x7fe2680b6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26659c640 1 -- 172.21.15.192:0/3613608584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6470 msgr2=0x7fe2681607a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26659c640 1 --2- 172.21.15.192:0/3613608584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6470 0x7fe2681607a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26659c640 1 -- 172.21.15.192:0/3613608584 >> v2:172.21.15.157:3300/0 conn(0x7fe2680b6aa0 msgr2=0x7fe2680b6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26659c640 1 --2- 172.21.15.192:0/3613608584 >> v2:172.21.15.157:3300/0 conn(0x7fe2680b6aa0 0x7fe2680b6f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.424 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26659c640 1 -- 172.21.15.192:0/3613608584 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2680b53d0 con 0x7fe26815c090 2024-09-10T10:16:34.425 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe265d9b640 1 --2- 172.21.15.192:0/3613608584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6470 0x7fe2681607a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:16:34.426 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26659c640 1 --2- 172.21.15.192:0/3613608584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe26815c090 0x7fe2680ce920 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe26806ff90 tx=0x7fe26001c4f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b5a68d733c89c568 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:34.426 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26559a640 1 -- 172.21.15.192:0/3613608584 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2600aa610 con 0x7fe26815c090 2024-09-10T10:16:34.426 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26559a640 1 -- 172.21.15.192:0/3613608584 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2600af070 con 0x7fe26815c090 2024-09-10T10:16:34.426 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.423+0000 7fe26559a640 1 -- 172.21.15.192:0/3613608584 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2600aa9d0 con 0x7fe26815c090 2024-09-10T10:16:34.427 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 -- 172.21.15.192:0/3613608584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe26815c090 msgr2=0x7fe2680ce920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.427 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 --2- 172.21.15.192:0/3613608584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe26815c090 0x7fe2680ce920 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe26806ff90 tx=0x7fe26001c4f0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.427 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 -- 172.21.15.192:0/3613608584 shutdown_connections 2024-09-10T10:16:34.427 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 --2- 172.21.15.192:0/3613608584 >> v2:172.21.15.157:3300/0 conn(0x7fe2680b6aa0 0x7fe2680b6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.427 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 --2- 172.21.15.192:0/3613608584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6470 0x7fe2681607a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.427 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 --2- 172.21.15.192:0/3613608584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe26815c090 0x7fe2680ce920 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.427 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 -- 172.21.15.192:0/3613608584 >> 172.21.15.192:0/3613608584 conn(0x7fe26806f470 msgr2=0x7fe26806f880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:34.427 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 -- 172.21.15.192:0/3613608584 shutdown_connections 2024-09-10T10:16:34.427 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 -- 172.21.15.192:0/3613608584 wait complete. 2024-09-10T10:16:34.428 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 Processor -- start 2024-09-10T10:16:34.429 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 -- start start 2024-09-10T10:16:34.431 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2680b6470 0x7fe26814e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.431 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6aa0 0x7fe2680d0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe26815c090 0x7fe2680d0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe26815c470 con 0x7fe26815c090 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe2680b5f50 con 0x7fe2680b6470 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26cd5f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe26815c5f0 con 0x7fe2680b6aa0 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2680b6470 0x7fe26814e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe265d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6aa0 0x7fe2680d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2680b6470 0x7fe26814e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36272/0 (socket says 172.21.15.192:36272) 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26659c640 1 -- 172.21.15.192:0/2337319601 learned_addr learned my addr 172.21.15.192:0/2337319601 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe266d9d640 1 --2- 172.21.15.192:0/2337319601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe26815c090 0x7fe2680d0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe265d9b640 1 -- 172.21.15.192:0/2337319601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2680b6470 msgr2=0x7fe26814e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe265d9b640 1 --2- 172.21.15.192:0/2337319601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2680b6470 0x7fe26814e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe265d9b640 1 -- 172.21.15.192:0/2337319601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe26815c090 msgr2=0x7fe2680d0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.432 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe265d9b640 1 --2- 172.21.15.192:0/2337319601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe26815c090 0x7fe2680d0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe265d9b640 1 -- 172.21.15.192:0/2337319601 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe268154da0 con 0x7fe2680b6aa0 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.427+0000 7fe26659c640 1 --2- 172.21.15.192:0/2337319601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2680b6470 0x7fe26814e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe265d9b640 1 --2- 172.21.15.192:0/2337319601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6aa0 0x7fe2680d0720 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe25c00e9e0 tx=0x7fe25c00eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe256ffd640 1 -- 172.21.15.192:0/2337319601 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c017070 con 0x7fe2680b6aa0 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe256ffd640 1 -- 172.21.15.192:0/2337319601 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe25c00c9d0 con 0x7fe2680b6aa0 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe256ffd640 1 -- 172.21.15.192:0/2337319601 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c00cdc0 con 0x7fe2680b6aa0 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe26cd5f640 1 -- 172.21.15.192:0/2337319601 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe268155080 con 0x7fe2680b6aa0 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe26cd5f640 1 -- 172.21.15.192:0/2337319601 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe268155640 con 0x7fe2680b6aa0 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe256ffd640 1 -- 172.21.15.192:0/2337319601 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe25c01a070 con 0x7fe2680b6aa0 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe256ffd640 1 -- 172.21.15.192:0/2337319601 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7fe25c01c840 con 0x7fe2680b6aa0 2024-09-10T10:16:34.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe26cd5f640 1 -- 172.21.15.192:0/2337319601 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2680b6f10 con 0x7fe2680b6aa0 2024-09-10T10:16:34.434 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.431+0000 7fe256ffd640 1 -- 172.21.15.192:0/2337319601 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe25c01ca40 con 0x7fe2680b6aa0 2024-09-10T10:16:34.439 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:34.439+0000 7faeefd3a180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T10:16:34.441 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:34.438+0000 7fd83cdbe180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T10:16:34.502 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.499+0000 7fe26cd5f640 1 -- 172.21.15.192:0/2337319601 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd new", "uuid": "7f8d8450-406e-4867-87e6-b741a7cddef7", "id": 1} v 0) -- 0x7fe26815f890 con 0x7fe2680b6aa0 2024-09-10T10:16:34.509 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.507+0000 7fe256ffd640 1 -- 172.21.15.192:0/2337319601 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7f8d8450-406e-4867-87e6-b741a7cddef7", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fe25c01cc20 con 0x7fe2680b6aa0 2024-09-10T10:16:34.510 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-10T10:16:34.511 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.511+0000 7fe26cd5f640 1 -- 172.21.15.192:0/2337319601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6aa0 msgr2=0x7fe2680d0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.511 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.511+0000 7fe26cd5f640 1 --2- 172.21.15.192:0/2337319601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6aa0 0x7fe2680d0720 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe25c00e9e0 tx=0x7fe25c00eea0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.511 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.511+0000 7fe26cd5f640 1 -- 172.21.15.192:0/2337319601 shutdown_connections 2024-09-10T10:16:34.511 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.511+0000 7fe26cd5f640 1 --2- 172.21.15.192:0/2337319601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe26815c090 0x7fe2680d0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.511 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.511+0000 7fe26cd5f640 1 --2- 172.21.15.192:0/2337319601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe2680b6aa0 0x7fe2680d0720 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.511 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.511+0000 7fe26cd5f640 1 --2- 172.21.15.192:0/2337319601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2680b6470 0x7fe26814e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.512 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.511+0000 7fe26cd5f640 1 -- 172.21.15.192:0/2337319601 >> 172.21.15.192:0/2337319601 conn(0x7fe26806f470 msgr2=0x7fe26815e620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:34.512 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.511+0000 7fe26cd5f640 1 -- 172.21.15.192:0/2337319601 shutdown_connections 2024-09-10T10:16:34.512 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.511+0000 7fe26cd5f640 1 -- 172.21.15.192:0/2337319601 wait complete. 2024-09-10T10:16:34.518 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:34.515+0000 7faeefd3a180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T10:16:34.527 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new 8e74f3ff-daf4-4ba1-b763-1e50415ee37b 2 2024-09-10T10:16:34.571 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:34.571+0000 7faeefd3a180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T10:16:34.650 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:34.647+0000 7faeefd3a180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T10:16:34.686 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.683+0000 7f2175606640 1 Processor -- start 2024-09-10T10:16:34.687 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.683+0000 7f2175606640 1 -- start start 2024-09-10T10:16:34.688 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f2175606640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f217006bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.688 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f2175606640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f217006c200 0x7f2170160040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.688 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f2175606640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2170158e00 con 0x7f2170158a20 2024-09-10T10:16:34.688 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f2175606640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f217006c670 con 0x7f217006c200 2024-09-10T10:16:34.688 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f2175606640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f217015ef80 con 0x7f217015e930 2024-09-10T10:16:34.688 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216f7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f217006c200 0x7f2170160040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.688 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216e7fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f217006bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216f7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f217006c200 0x7f2170160040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36284/0 (socket says 172.21.15.192:36284) 2024-09-10T10:16:34.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216f7fe640 1 -- 172.21.15.192:0/2516029255 learned_addr learned my addr 172.21.15.192:0/2516029255 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:34.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216effd640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f2170158a20 0x7f217006fb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.192:51734/0 (socket says 172.21.15.192:51734) 2024-09-10T10:16:34.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216e7fc640 1 -- 172.21.15.192:0/2516029255 >> v2:172.21.15.192:3300/0 conn(0x7f217006c200 msgr2=0x7f2170160040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:34.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216e7fc640 1 --2- 172.21.15.192:0/2516029255 >> v2:172.21.15.192:3300/0 conn(0x7f217006c200 0x7f2170160040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216e7fc640 1 -- 172.21.15.192:0/2516029255 >> v1:172.21.15.192:6789/0 conn(0x7f2170158a20 legacy=0x7f217006fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216e7fc640 1 -- 172.21.15.192:0/2516029255 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f217015f260 con 0x7f217015e930 2024-09-10T10:16:34.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216f7fe640 1 --2- 172.21.15.192:0/2516029255 >> v2:172.21.15.192:3300/0 conn(0x7f217006c200 0x7f2170160040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:16:34.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216e7fc640 1 --2- 172.21.15.192:0/2516029255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f217006bcc0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f21640097c0 tx=0x7f216401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e2e2f8c3bb0bfda server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:34.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216dffb640 1 -- 172.21.15.192:0/2516029255 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21640b0070 con 0x7f217015e930 2024-09-10T10:16:34.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216dffb640 1 -- 172.21.15.192:0/2516029255 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21640ab600 con 0x7f217015e930 2024-09-10T10:16:34.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.687+0000 7f216dffb640 1 -- 172.21.15.192:0/2516029255 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21640ab9d0 con 0x7f217015e930 2024-09-10T10:16:34.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- 172.21.15.192:0/2516029255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 msgr2=0x7f217006bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 --2- 172.21.15.192:0/2516029255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f217006bcc0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f21640097c0 tx=0x7f216401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- 172.21.15.192:0/2516029255 shutdown_connections 2024-09-10T10:16:34.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 --2- 172.21.15.192:0/2516029255 >> v2:172.21.15.192:3300/0 conn(0x7f217006c200 0x7f2170160040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 --2- 172.21.15.192:0/2516029255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f217006bcc0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- 172.21.15.192:0/2516029255 >> 172.21.15.192:0/2516029255 conn(0x7f21700b2e10 msgr2=0x7f21700b3220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:34.692 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- 172.21.15.192:0/2516029255 shutdown_connections 2024-09-10T10:16:34.692 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- 172.21.15.192:0/2516029255 wait complete. 2024-09-10T10:16:34.692 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 Processor -- start 2024-09-10T10:16:34.692 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- start start 2024-09-10T10:16:34.694 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f217006c200 0x7f217014ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.694 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2170158a20 0x7f2170151370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.694 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f2170151e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.694 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2170161160 con 0x7f217006c200 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2170160fe0 con 0x7f2170158a20 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f21701612e0 con 0x7f217015e930 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216f7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f2170151e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216e7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2170158a20 0x7f2170151370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216f7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f2170151e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:38124/0 (socket says 172.21.15.192:38124) 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216f7fe640 1 -- 172.21.15.192:0/3312116822 learned_addr learned my addr 172.21.15.192:0/3312116822 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216f7fe640 1 -- 172.21.15.192:0/3312116822 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2170158a20 msgr2=0x7f2170151370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216f7fe640 1 --2- 172.21.15.192:0/3312116822 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2170158a20 0x7f2170151370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216f7fe640 1 -- 172.21.15.192:0/3312116822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f217006c200 msgr2=0x7f217014ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216effd640 1 --2- 172.21.15.192:0/3312116822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f217006c200 0x7f217014ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216f7fe640 1 --2- 172.21.15.192:0/3312116822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f217006c200 0x7f217014ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216f7fe640 1 -- 172.21.15.192:0/3312116822 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2170155650 con 0x7f217015e930 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f216f7fe640 1 --2- 172.21.15.192:0/3312116822 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f2170151e10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2168009e70 tx=0x7f216800c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f21577fe640 1 -- 172.21.15.192:0/3312116822 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f216800cbe0 con 0x7f217015e930 2024-09-10T10:16:34.695 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f21577fe640 1 -- 172.21.15.192:0/3312116822 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f216800cd80 con 0x7f217015e930 2024-09-10T10:16:34.696 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- 172.21.15.192:0/3312116822 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21701558f0 con 0x7f217015e930 2024-09-10T10:16:34.696 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f21577fe640 1 -- 172.21.15.192:0/3312116822 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2168003bc0 con 0x7f217015e930 2024-09-10T10:16:34.696 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- 172.21.15.192:0/3312116822 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2170155eb0 con 0x7f217015e930 2024-09-10T10:16:34.696 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f21577fe640 1 -- 172.21.15.192:0/3312116822 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f216801b030 con 0x7f217015e930 2024-09-10T10:16:34.696 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f21577fe640 1 -- 172.21.15.192:0/3312116822 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f216801da60 con 0x7f217015e930 2024-09-10T10:16:34.696 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.691+0000 7f2175606640 1 -- 172.21.15.192:0/3312116822 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2170160040 con 0x7f217015e930 2024-09-10T10:16:34.696 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.695+0000 7f21577fe640 1 -- 172.21.15.192:0/3312116822 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2168022020 con 0x7f217015e930 2024-09-10T10:16:34.710 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:34.707+0000 7faeefd3a180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T10:16:34.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.763+0000 7f2175606640 1 -- 172.21.15.192:0/3312116822 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd new", "uuid": "8e74f3ff-daf4-4ba1-b763-1e50415ee37b", "id": 2} v 0) -- 0x7f21700b1470 con 0x7f217015e930 2024-09-10T10:16:34.771 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f21577fe640 1 -- 172.21.15.192:0/3312116822 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8e74f3ff-daf4-4ba1-b763-1e50415ee37b", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f2168010040 con 0x7f217015e930 2024-09-10T10:16:34.772 INFO:teuthology.orchestra.run.smithi192.stdout:2 2024-09-10T10:16:34.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f2175606640 1 -- 172.21.15.192:0/3312116822 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 msgr2=0x7f2170151e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f2175606640 1 --2- 172.21.15.192:0/3312116822 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f2170151e10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2168009e70 tx=0x7f216800c490 comp rx=0 tx=0).stop 2024-09-10T10:16:34.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f2175606640 1 -- 172.21.15.192:0/3312116822 shutdown_connections 2024-09-10T10:16:34.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f2175606640 1 --2- 172.21.15.192:0/3312116822 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f217015e930 0x7f2170151e10 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f2175606640 1 --2- 172.21.15.192:0/3312116822 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2170158a20 0x7f2170151370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f2175606640 1 --2- 172.21.15.192:0/3312116822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f217006c200 0x7f217014ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f2175606640 1 -- 172.21.15.192:0/3312116822 >> 172.21.15.192:0/3312116822 conn(0x7f21700b2e10 msgr2=0x7f21700ae8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:34.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f2175606640 1 -- 172.21.15.192:0/3312116822 shutdown_connections 2024-09-10T10:16:34.774 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.771+0000 7f2175606640 1 -- 172.21.15.192:0/3312116822 wait complete. 2024-09-10T10:16:34.789 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new 698ca7cd-95a4-49ed-8829-9f50dbaa2633 3 2024-09-10T10:16:34.875 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:34.875+0000 7faeefd3a180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T10:16:34.902 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.899+0000 7f7aa079e640 1 Processor -- start 2024-09-10T10:16:34.902 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.899+0000 7f7aa079e640 1 -- start start 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7aa079e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7a98068110 0x7f7a980cd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7aa079e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a98074110 0x7f7a98165f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7aa079e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a98073390 con 0x7f7a9815c380 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7aa079e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f7a980b21c0 con 0x7f7a98068110 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7aa079e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7a980b71a0 con 0x7f7a98074110 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9dd39640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7a98068110 0x7f7a980cd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9ed3b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a98074110 0x7f7a98165f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9ed3b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a98074110 0x7f7a98165f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:38132/0 (socket says 172.21.15.192:38132) 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9dd39640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7a98068110 0x7f7a980cd3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36300/0 (socket says 172.21.15.192:36300) 2024-09-10T10:16:34.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9ed3b640 1 -- 172.21.15.192:0/226605766 learned_addr learned my addr 172.21.15.192:0/226605766 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:34.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9dd39640 1 -- 172.21.15.192:0/226605766 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a98074110 msgr2=0x7f7a98165f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:34.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9dd39640 1 --2- 172.21.15.192:0/226605766 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a98074110 0x7f7a98165f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9dd39640 1 -- 172.21.15.192:0/226605766 >> v1:172.21.15.192:6789/0 conn(0x7f7a9815c380 legacy=0x7f7a98067a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9dd39640 1 -- 172.21.15.192:0/226605766 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a98073630 con 0x7f7a98068110 2024-09-10T10:16:34.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9ed3b640 1 --2- 172.21.15.192:0/226605766 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a98074110 0x7f7a98165f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:16:34.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9dd39640 1 --2- 172.21.15.192:0/226605766 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98068110 0x7f7a980cd3c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7a880097c0 tx=0x7f7a8801c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=677a1b88e564c2fd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:34.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9d538640 1 -- 172.21.15.192:0/226605766 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a880b0070 con 0x7f7a98068110 2024-09-10T10:16:34.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9d538640 1 -- 172.21.15.192:0/226605766 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a880ab600 con 0x7f7a98068110 2024-09-10T10:16:34.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.903+0000 7f7a9d538640 1 -- 172.21.15.192:0/226605766 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a880ab9d0 con 0x7f7a98068110 2024-09-10T10:16:34.907 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- 172.21.15.192:0/226605766 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98068110 msgr2=0x7f7a980cd3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.907 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 --2- 172.21.15.192:0/226605766 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98068110 0x7f7a980cd3c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7a880097c0 tx=0x7f7a8801c410 comp rx=0 tx=0).stop 2024-09-10T10:16:34.907 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- 172.21.15.192:0/226605766 shutdown_connections 2024-09-10T10:16:34.907 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 --2- 172.21.15.192:0/226605766 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a98074110 0x7f7a98165f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.907 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 --2- 172.21.15.192:0/226605766 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98068110 0x7f7a980cd3c0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.907 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- 172.21.15.192:0/226605766 >> 172.21.15.192:0/226605766 conn(0x7f7a980b6030 msgr2=0x7f7a980b66f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:34.907 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- 172.21.15.192:0/226605766 shutdown_connections 2024-09-10T10:16:34.908 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- 172.21.15.192:0/226605766 wait complete. 2024-09-10T10:16:34.908 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 Processor -- start 2024-09-10T10:16:34.908 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- start start 2024-09-10T10:16:34.910 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7a98068110 0x7f7a9814f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.910 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98074110 0x7f7a9814f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.910 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a9815c380 0x7f7a980cdaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:34.910 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f7a980b6e00 con 0x7f7a98068110 2024-09-10T10:16:34.910 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7a980b0d20 con 0x7f7a98074110 2024-09-10T10:16:34.910 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7a980b6f80 con 0x7f7a9815c380 2024-09-10T10:16:34.910 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9dd39640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98074110 0x7f7a9814f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9ed3b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a9815c380 0x7f7a980cdaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9dd39640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98074110 0x7f7a9814f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36314/0 (socket says 172.21.15.192:36314) 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9dd39640 1 -- 172.21.15.192:0/14631060 learned_addr learned my addr 172.21.15.192:0/14631060 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9ed3b640 1 -- 172.21.15.192:0/14631060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98074110 msgr2=0x7f7a9814f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9ed3b640 1 --2- 172.21.15.192:0/14631060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98074110 0x7f7a9814f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9e53a640 1 --2- 172.21.15.192:0/14631060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7a98068110 0x7f7a9814f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9ed3b640 1 -- 172.21.15.192:0/14631060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7a98068110 msgr2=0x7f7a9814f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9ed3b640 1 --2- 172.21.15.192:0/14631060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7a98068110 0x7f7a9814f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9ed3b640 1 -- 172.21.15.192:0/14631060 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a9809dd80 con 0x7f7a9815c380 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9dd39640 1 --2- 172.21.15.192:0/14631060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98074110 0x7f7a9814f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a9ed3b640 1 --2- 172.21.15.192:0/14631060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a9815c380 0x7f7a980cdaf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7a9000efc0 tx=0x7f7a9000c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a8effd640 1 -- 172.21.15.192:0/14631060 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a9000cb20 con 0x7f7a9815c380 2024-09-10T10:16:34.911 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a8effd640 1 -- 172.21.15.192:0/14631060 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a9000cce0 con 0x7f7a9815c380 2024-09-10T10:16:34.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- 172.21.15.192:0/14631060 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a9809e020 con 0x7f7a9815c380 2024-09-10T10:16:34.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a8effd640 1 -- 172.21.15.192:0/14631060 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a90003be0 con 0x7f7a9815c380 2024-09-10T10:16:34.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7aa079e640 1 -- 172.21.15.192:0/14631060 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a9809e5e0 con 0x7f7a9815c380 2024-09-10T10:16:34.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a8effd640 1 -- 172.21.15.192:0/14631060 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7a9001b020 con 0x7f7a9815c380 2024-09-10T10:16:34.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.907+0000 7f7a8effd640 1 -- 172.21.15.192:0/14631060 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f7a9001da30 con 0x7f7a9815c380 2024-09-10T10:16:34.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.911+0000 7f7aa079e640 1 -- 172.21.15.192:0/14631060 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a98069220 con 0x7f7a9815c380 2024-09-10T10:16:34.914 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.911+0000 7f7a8effd640 1 -- 172.21.15.192:0/14631060 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7a90022020 con 0x7f7a9815c380 2024-09-10T10:16:34.943 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:34.943+0000 7faeefd3a180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T10:16:34.984 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.983+0000 7f7aa079e640 1 -- 172.21.15.192:0/14631060 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd new", "uuid": "698ca7cd-95a4-49ed-8829-9f50dbaa2633", "id": 3} v 0) -- 0x7f7a980cd3c0 con 0x7f7a9815c380 2024-09-10T10:16:34.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7a8effd640 1 -- 172.21.15.192:0/14631060 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "698ca7cd-95a4-49ed-8829-9f50dbaa2633", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f7a90010040 con 0x7f7a9815c380 2024-09-10T10:16:34.989 INFO:teuthology.orchestra.run.smithi192.stdout:3 2024-09-10T10:16:34.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7aa079e640 1 -- 172.21.15.192:0/14631060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a9815c380 msgr2=0x7f7a980cdaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:34.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7aa079e640 1 --2- 172.21.15.192:0/14631060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a9815c380 0x7f7a980cdaf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7a9000efc0 tx=0x7f7a9000c490 comp rx=0 tx=0).stop 2024-09-10T10:16:34.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7aa079e640 1 -- 172.21.15.192:0/14631060 shutdown_connections 2024-09-10T10:16:34.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7aa079e640 1 --2- 172.21.15.192:0/14631060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a9815c380 0x7f7a980cdaf0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7aa079e640 1 --2- 172.21.15.192:0/14631060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a98074110 0x7f7a9814f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7aa079e640 1 --2- 172.21.15.192:0/14631060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7a98068110 0x7f7a9814f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:34.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7aa079e640 1 -- 172.21.15.192:0/14631060 >> 172.21.15.192:0/14631060 conn(0x7f7a980b6030 msgr2=0x7f7a9815dbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:34.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7aa079e640 1 -- 172.21.15.192:0/14631060 shutdown_connections 2024-09-10T10:16:34.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:34.987+0000 7f7aa079e640 1 -- 172.21.15.192:0/14631060 wait complete. 2024-09-10T10:16:34.999 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:34.994+0000 7fd83cdbe180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T10:16:35.005 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new 0de04c47-ce24-4763-88a4-b26debd897f9 4 2024-09-10T10:16:35.053 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:35.050+0000 7fd83cdbe180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T10:16:35.105 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:35.102+0000 7fd83cdbe180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T10:16:35.117 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.115+0000 7f284501f640 1 Processor -- start 2024-09-10T10:16:35.117 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.115+0000 7f284501f640 1 -- start start 2024-09-10T10:16:35.119 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.115+0000 7f284501f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400afde0 0x7f284015f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.119 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.115+0000 7f284501f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f28400cf8a0 0x7f28400cfd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.119 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.115+0000 7f284501f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2840072840 con 0x7f28400b01c0 2024-09-10T10:16:35.119 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.115+0000 7f284501f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f28400d0250 con 0x7f28400cf8a0 2024-09-10T10:16:35.119 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.115+0000 7f284501f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2840067a00 con 0x7f28400afde0 2024-09-10T10:16:35.119 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.115+0000 7f283f59e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f28400cf8a0 0x7f28400cfd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.119 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.115+0000 7f283ed9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400afde0 0x7f284015f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.119 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283ed9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400afde0 0x7f284015f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:38140/0 (socket says 172.21.15.192:38140) 2024-09-10T10:16:35.119 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283ed9d640 1 -- 172.21.15.192:0/2422421400 learned_addr learned my addr 172.21.15.192:0/2422421400 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:35.120 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283ed9d640 1 -- 172.21.15.192:0/2422421400 >> v2:172.21.15.192:3300/0 conn(0x7f28400cf8a0 msgr2=0x7f28400cfd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:35.120 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283ed9d640 1 --2- 172.21.15.192:0/2422421400 >> v2:172.21.15.192:3300/0 conn(0x7f28400cf8a0 0x7f28400cfd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.120 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283ed9d640 1 -- 172.21.15.192:0/2422421400 >> v1:172.21.15.157:6789/0 conn(0x7f28400b01c0 legacy=0x7f28400ccc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:35.120 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283ed9d640 1 -- 172.21.15.192:0/2422421400 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2840067ce0 con 0x7f28400afde0 2024-09-10T10:16:35.120 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283f59e640 1 --2- 172.21.15.192:0/2422421400 >> v2:172.21.15.192:3300/0 conn(0x7f28400cf8a0 0x7f28400cfd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:16:35.121 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283ed9d640 1 --2- 172.21.15.192:0/2422421400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400afde0 0x7f284015f7b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2834009870 tx=0x7f283401c520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c89b1ac55b95259 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:35.121 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283dd9b640 1 -- 172.21.15.192:0/2422421400 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28340b1070 con 0x7f28400afde0 2024-09-10T10:16:35.121 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283dd9b640 1 -- 172.21.15.192:0/2422421400 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28340ac630 con 0x7f28400afde0 2024-09-10T10:16:35.121 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f283dd9b640 1 -- 172.21.15.192:0/2422421400 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28340a8050 con 0x7f28400afde0 2024-09-10T10:16:35.122 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f284501f640 1 -- 172.21.15.192:0/2422421400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400afde0 msgr2=0x7f284015f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.122 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f284501f640 1 --2- 172.21.15.192:0/2422421400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400afde0 0x7f284015f7b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2834009870 tx=0x7f283401c520 comp rx=0 tx=0).stop 2024-09-10T10:16:35.122 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f284501f640 1 -- 172.21.15.192:0/2422421400 shutdown_connections 2024-09-10T10:16:35.122 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f284501f640 1 --2- 172.21.15.192:0/2422421400 >> v2:172.21.15.192:3300/0 conn(0x7f28400cf8a0 0x7f28400cfd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.123 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f284501f640 1 --2- 172.21.15.192:0/2422421400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400afde0 0x7f284015f7b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.123 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f284501f640 1 -- 172.21.15.192:0/2422421400 >> 172.21.15.192:0/2422421400 conn(0x7f28400cd410 msgr2=0x7f28400cd820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:35.123 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f284501f640 1 -- 172.21.15.192:0/2422421400 shutdown_connections 2024-09-10T10:16:35.123 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.119+0000 7f284501f640 1 -- 172.21.15.192:0/2422421400 wait complete. 2024-09-10T10:16:35.123 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 Processor -- start 2024-09-10T10:16:35.123 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 -- start start 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28400afde0 0x7f2840154090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28400b01c0 0x7f284015c240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400cf8a0 0x7f2840156e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f28400b4330 con 0x7f28400afde0 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f28400b41b0 con 0x7f28400b01c0 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f28400b44b0 con 0x7f28400cf8a0 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283f59e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400cf8a0 0x7f2840156e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283e59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28400b01c0 0x7f284015c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283e59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28400b01c0 0x7f284015c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36332/0 (socket says 172.21.15.192:36332) 2024-09-10T10:16:35.126 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283f59e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400cf8a0 0x7f2840156e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:38150/0 (socket says 172.21.15.192:38150) 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283e59c640 1 -- 172.21.15.192:0/4249159215 learned_addr learned my addr 172.21.15.192:0/4249159215 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283ed9d640 1 --2- 172.21.15.192:0/4249159215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28400afde0 0x7f2840154090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283e59c640 1 -- 172.21.15.192:0/4249159215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400cf8a0 msgr2=0x7f2840156e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283e59c640 1 --2- 172.21.15.192:0/4249159215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400cf8a0 0x7f2840156e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283e59c640 1 -- 172.21.15.192:0/4249159215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28400afde0 msgr2=0x7f2840154090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283e59c640 1 --2- 172.21.15.192:0/4249159215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28400afde0 0x7f2840154090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283e59c640 1 -- 172.21.15.192:0/4249159215 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f284015cc90 con 0x7f28400b01c0 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283f59e640 1 --2- 172.21.15.192:0/4249159215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400cf8a0 0x7f2840156e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f283e59c640 1 --2- 172.21.15.192:0/4249159215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28400b01c0 0x7f284015c240 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f283000c410 tx=0x7f283000c810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f28277fe640 1 -- 172.21.15.192:0/4249159215 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2830011790 con 0x7f28400b01c0 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f28277fe640 1 -- 172.21.15.192:0/4249159215 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2830017070 con 0x7f28400b01c0 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 -- 172.21.15.192:0/4249159215 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f284015cf70 con 0x7f28400b01c0 2024-09-10T10:16:35.127 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f28277fe640 1 -- 172.21.15.192:0/4249159215 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2830011b70 con 0x7f28400b01c0 2024-09-10T10:16:35.128 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 -- 172.21.15.192:0/4249159215 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f284015d530 con 0x7f28400b01c0 2024-09-10T10:16:35.128 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f28277fe640 1 -- 172.21.15.192:0/4249159215 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2830011d10 con 0x7f28400b01c0 2024-09-10T10:16:35.128 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f28277fe640 1 -- 172.21.15.192:0/4249159215 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f2830012b10 con 0x7f28400b01c0 2024-09-10T10:16:35.128 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.123+0000 7f284501f640 1 -- 172.21.15.192:0/4249159215 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2840069220 con 0x7f28400b01c0 2024-09-10T10:16:35.128 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.127+0000 7f28277fe640 1 -- 172.21.15.192:0/4249159215 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2830012600 con 0x7f28400b01c0 2024-09-10T10:16:35.182 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:35.178+0000 7fd83cdbe180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T10:16:35.195 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.195+0000 7f284501f640 1 -- 172.21.15.192:0/4249159215 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd new", "uuid": "0de04c47-ce24-4763-88a4-b26debd897f9", "id": 4} v 0) -- 0x7f28400b5530 con 0x7f28400b01c0 2024-09-10T10:16:35.201 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.199+0000 7f28277fe640 1 -- 172.21.15.192:0/4249159215 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0de04c47-ce24-4763-88a4-b26debd897f9", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f28300127e0 con 0x7f28400b01c0 2024-09-10T10:16:35.201 INFO:teuthology.orchestra.run.smithi192.stdout:4 2024-09-10T10:16:35.203 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.199+0000 7f284501f640 1 -- 172.21.15.192:0/4249159215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28400b01c0 msgr2=0x7f284015c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.203 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.199+0000 7f284501f640 1 --2- 172.21.15.192:0/4249159215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28400b01c0 0x7f284015c240 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f283000c410 tx=0x7f283000c810 comp rx=0 tx=0).stop 2024-09-10T10:16:35.203 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.199+0000 7f284501f640 1 -- 172.21.15.192:0/4249159215 shutdown_connections 2024-09-10T10:16:35.203 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.199+0000 7f284501f640 1 --2- 172.21.15.192:0/4249159215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28400cf8a0 0x7f2840156e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.203 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.199+0000 7f284501f640 1 --2- 172.21.15.192:0/4249159215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28400b01c0 0x7f284015c240 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.203 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.199+0000 7f284501f640 1 --2- 172.21.15.192:0/4249159215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28400afde0 0x7f2840154090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.203 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.203+0000 7f284501f640 1 -- 172.21.15.192:0/4249159215 >> 172.21.15.192:0/4249159215 conn(0x7f28400cd410 msgr2=0x7f2840155fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:35.204 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.203+0000 7f284501f640 1 -- 172.21.15.192:0/4249159215 shutdown_connections 2024-09-10T10:16:35.204 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.203+0000 7f284501f640 1 -- 172.21.15.192:0/4249159215 wait complete. 2024-09-10T10:16:35.217 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new d3a866f3-dfec-40d2-b940-8768c0773a63 5 2024-09-10T10:16:35.235 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:35.230+0000 7fd83cdbe180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T10:16:35.312 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:35.306+0000 7fd83cdbe180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T10:16:35.364 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:35.362+0000 7fd83cdbe180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T10:16:35.365 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.363+0000 7fa2db8a5640 1 Processor -- start 2024-09-10T10:16:35.366 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.363+0000 7fa2db8a5640 1 -- start start 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.363+0000 7fa2db8a5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa2d415ea00 0x7fa2d40b76e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.363+0000 7fa2db8a5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa2d40d2830 0x7fa2d40d4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.363+0000 7fa2db8a5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2d40b3ae0 con 0x7fa2d415e620 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.363+0000 7fa2db8a5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fa2d40d2cc0 con 0x7fa2d40d2830 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.363+0000 7fa2db8a5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fa2d40d2fa0 con 0x7fa2d415ea00 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.363+0000 7fa2d8e40640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa2d415ea00 0x7fa2d40b76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.363+0000 7fa2d8e40640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa2d415ea00 0x7fa2d40b76e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36340/0 (socket says 172.21.15.192:36340) 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d8e40640 1 -- 172.21.15.192:0/1981675294 learned_addr learned my addr 172.21.15.192:0/1981675294 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d9e42640 1 --2- 172.21.15.192:0/1981675294 >> v2:172.21.15.157:3300/0 conn(0x7fa2d40d2830 0x7fa2d40d4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d8e40640 1 -- 172.21.15.192:0/1981675294 >> v2:172.21.15.157:3300/0 conn(0x7fa2d40d2830 msgr2=0x7fa2d40d4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d8e40640 1 --2- 172.21.15.192:0/1981675294 >> v2:172.21.15.157:3300/0 conn(0x7fa2d40d2830 0x7fa2d40d4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.367 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d8e40640 1 -- 172.21.15.192:0/1981675294 >> v1:172.21.15.157:6789/0 conn(0x7fa2d415e620 legacy=0x7fa2d40b33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:35.368 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d8e40640 1 -- 172.21.15.192:0/1981675294 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2d40d3280 con 0x7fa2d415ea00 2024-09-10T10:16:35.369 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d8e40640 1 --2- 172.21.15.192:0/1981675294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415ea00 0x7fa2d40b76e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa2d40b3cd0 tx=0x7fa2c801c4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=297f6cd733882903 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:35.369 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d3fff640 1 -- 172.21.15.192:0/1981675294 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c80aa430 con 0x7fa2d415ea00 2024-09-10T10:16:35.369 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d3fff640 1 -- 172.21.15.192:0/1981675294 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2c80af070 con 0x7fa2d415ea00 2024-09-10T10:16:35.369 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2d3fff640 1 -- 172.21.15.192:0/1981675294 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c80aa7f0 con 0x7fa2d415ea00 2024-09-10T10:16:35.370 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2db8a5640 1 -- 172.21.15.192:0/1981675294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415ea00 msgr2=0x7fa2d40b76e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.370 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2db8a5640 1 --2- 172.21.15.192:0/1981675294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415ea00 0x7fa2d40b76e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa2d40b3cd0 tx=0x7fa2c801c4b0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.370 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2db8a5640 1 -- 172.21.15.192:0/1981675294 shutdown_connections 2024-09-10T10:16:35.370 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2db8a5640 1 --2- 172.21.15.192:0/1981675294 >> v2:172.21.15.157:3300/0 conn(0x7fa2d40d2830 0x7fa2d40d4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.370 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2db8a5640 1 --2- 172.21.15.192:0/1981675294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415ea00 0x7fa2d40b76e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.370 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2db8a5640 1 -- 172.21.15.192:0/1981675294 >> 172.21.15.192:0/1981675294 conn(0x7fa2d4067e00 msgr2=0x7fa2d4068210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:35.370 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2db8a5640 1 -- 172.21.15.192:0/1981675294 shutdown_connections 2024-09-10T10:16:35.370 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.366+0000 7fa2db8a5640 1 -- 172.21.15.192:0/1981675294 wait complete. 2024-09-10T10:16:35.371 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 Processor -- start 2024-09-10T10:16:35.371 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 -- start start 2024-09-10T10:16:35.373 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d415e620 0x7fa2d4155100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.373 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415f670 0x7fa2d41597a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d415faf0 0x7fa2d4159ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d416b6d0 con 0x7fa2d415e620 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d416b550 con 0x7fa2d415f670 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa2d416b850 con 0x7fa2d415faf0 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d8e40640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415f670 0x7fa2d41597a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d9e42640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d415faf0 0x7fa2d4159ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d8e40640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415f670 0x7fa2d41597a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36356/0 (socket says 172.21.15.192:36356) 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d8e40640 1 -- 172.21.15.192:0/3216064118 learned_addr learned my addr 172.21.15.192:0/3216064118 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d9641640 1 --2- 172.21.15.192:0/3216064118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d415e620 0x7fa2d4155100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d9e42640 1 -- 172.21.15.192:0/3216064118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415f670 msgr2=0x7fa2d41597a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d9e42640 1 --2- 172.21.15.192:0/3216064118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415f670 0x7fa2d41597a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.374 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d9e42640 1 -- 172.21.15.192:0/3216064118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d415e620 msgr2=0x7fa2d4155100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d9e42640 1 --2- 172.21.15.192:0/3216064118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d415e620 0x7fa2d4155100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d9e42640 1 -- 172.21.15.192:0/3216064118 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2d415a220 con 0x7fa2d415faf0 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d8e40640 1 --2- 172.21.15.192:0/3216064118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415f670 0x7fa2d41597a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d9e42640 1 --2- 172.21.15.192:0/3216064118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d415faf0 0x7fa2d4159ce0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa2c400c480 tx=0x7fa2c400c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d1ffb640 1 -- 172.21.15.192:0/3216064118 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c4015070 con 0x7fa2d415faf0 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d1ffb640 1 -- 172.21.15.192:0/3216064118 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2c4004220 con 0x7fa2d415faf0 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 -- 172.21.15.192:0/3216064118 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2d41589e0 con 0x7fa2d415faf0 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d1ffb640 1 -- 172.21.15.192:0/3216064118 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c4003620 con 0x7fa2d415faf0 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 -- 172.21.15.192:0/3216064118 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2d4158fa0 con 0x7fa2d415faf0 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d1ffb640 1 -- 172.21.15.192:0/3216064118 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa2c40037c0 con 0x7fa2d415faf0 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2d1ffb640 1 -- 172.21.15.192:0/3216064118 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fa2c4019980 con 0x7fa2d415faf0 2024-09-10T10:16:35.375 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.370+0000 7fa2db8a5640 1 -- 172.21.15.192:0/3216064118 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2d40008e0 con 0x7fa2d415faf0 2024-09-10T10:16:35.376 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.374+0000 7fa2d1ffb640 1 -- 172.21.15.192:0/3216064118 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa2c4011e20 con 0x7fa2d415faf0 2024-09-10T10:16:35.439 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.438+0000 7fa2db8a5640 1 -- 172.21.15.192:0/3216064118 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd new", "uuid": "d3a866f3-dfec-40d2-b940-8768c0773a63", "id": 5} v 0) -- 0x7fa2d4069450 con 0x7fa2d415faf0 2024-09-10T10:16:35.445 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2d1ffb640 1 -- 172.21.15.192:0/3216064118 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d3a866f3-dfec-40d2-b940-8768c0773a63", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fa2c4003d60 con 0x7fa2d415faf0 2024-09-10T10:16:35.445 INFO:teuthology.orchestra.run.smithi192.stdout:5 2024-09-10T10:16:35.446 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2db8a5640 1 -- 172.21.15.192:0/3216064118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d415faf0 msgr2=0x7fa2d4159ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.446 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2db8a5640 1 --2- 172.21.15.192:0/3216064118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d415faf0 0x7fa2d4159ce0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa2c400c480 tx=0x7fa2c400c940 comp rx=0 tx=0).stop 2024-09-10T10:16:35.446 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2db8a5640 1 -- 172.21.15.192:0/3216064118 shutdown_connections 2024-09-10T10:16:35.446 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2db8a5640 1 --2- 172.21.15.192:0/3216064118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d415faf0 0x7fa2d4159ce0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.446 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2db8a5640 1 --2- 172.21.15.192:0/3216064118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d415f670 0x7fa2d41597a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.447 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2db8a5640 1 --2- 172.21.15.192:0/3216064118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d415e620 0x7fa2d4155100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.447 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2db8a5640 1 -- 172.21.15.192:0/3216064118 >> 172.21.15.192:0/3216064118 conn(0x7fa2d4067e00 msgr2=0x7fa2d40b8270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:35.447 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2db8a5640 1 -- 172.21.15.192:0/3216064118 shutdown_connections 2024-09-10T10:16:35.447 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.442+0000 7fa2db8a5640 1 -- 172.21.15.192:0/3216064118 wait complete. 2024-09-10T10:16:35.461 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new b53b3fdc-7a77-4445-8b68-8955a1881219 6 2024-09-10T10:16:35.516 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:35.514+0000 7fd83cdbe180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T10:16:35.541 INFO:tasks.ceph.mgr.x.smithi192.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-10T10:16:35.541 INFO:tasks.ceph.mgr.x.smithi192.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-10T10:16:35.541 INFO:tasks.ceph.mgr.x.smithi192.stderr: from numpy import show_config as show_numpy_config 2024-09-10T10:16:35.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.562+0000 7fa7b7c8e640 1 Processor -- start 2024-09-10T10:16:35.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.562+0000 7fa7b7c8e640 1 -- start start 2024-09-10T10:16:35.568 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b7c8e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa7b015af30 0x7fa7b015c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.568 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b7c8e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b006f2b0 0x7fa7b006c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.568 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b7c8e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7b015c5a0 con 0x7fa7b006bcc0 2024-09-10T10:16:35.568 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b7c8e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fa7b006c660 con 0x7fa7b015af30 2024-09-10T10:16:35.568 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b7c8e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa7b00d05f0 con 0x7fa7b006f2b0 2024-09-10T10:16:35.568 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b5229640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fa7b006bcc0 0x7fa7b015ebd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.192:51754/0 (socket says 172.21.15.192:51754) 2024-09-10T10:16:35.568 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b5229640 1 -- 172.21.15.192:0/2396093358 learned_addr learned my addr 172.21.15.192:0/2396093358 (peer_addr_for_me v1:172.21.15.192:0/0) 2024-09-10T10:16:35.568 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b622b640 1 --2- 172.21.15.192:0/2396093358 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b006f2b0 0x7fa7b006c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.569 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b5a2a640 1 --2- 172.21.15.192:0/2396093358 >> v2:172.21.15.157:3300/0 conn(0x7fa7b015af30 0x7fa7b015c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.569 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b4a28640 1 -- 172.21.15.192:0/2396093358 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1657490518 0 0) 0x7fa7a4001120 con 0x7fa7b006bcc0 2024-09-10T10:16:35.569 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b622b640 1 -- 172.21.15.192:0/2396093358 >> v2:172.21.15.157:3300/0 conn(0x7fa7b015af30 msgr2=0x7fa7b015c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:35.569 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b622b640 1 --2- 172.21.15.192:0/2396093358 >> v2:172.21.15.157:3300/0 conn(0x7fa7b015af30 0x7fa7b015c060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.569 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b622b640 1 -- 172.21.15.192:0/2396093358 >> v1:172.21.15.192:6789/0 conn(0x7fa7b006bcc0 legacy=0x7fa7b015ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.569 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b622b640 1 -- 172.21.15.192:0/2396093358 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7b0070090 con 0x7fa7b006f2b0 2024-09-10T10:16:35.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b622b640 1 --2- 172.21.15.192:0/2396093358 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b006f2b0 0x7fa7b006c120 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa7a00097c0 tx=0x7fa7a001c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9fd41579ba4e12c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:35.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b4a28640 1 -- 172.21.15.192:0/2396093358 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a00b1070 con 0x7fa7b006f2b0 2024-09-10T10:16:35.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b4a28640 1 -- 172.21.15.192:0/2396093358 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7a00ac620 con 0x7fa7b006f2b0 2024-09-10T10:16:35.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.566+0000 7fa7b4a28640 1 -- 172.21.15.192:0/2396093358 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a00ac9f0 con 0x7fa7b006f2b0 2024-09-10T10:16:35.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/2396093358 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b006f2b0 msgr2=0x7fa7b006c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 --2- 172.21.15.192:0/2396093358 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b006f2b0 0x7fa7b006c120 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa7a00097c0 tx=0x7fa7a001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/2396093358 shutdown_connections 2024-09-10T10:16:35.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 --2- 172.21.15.192:0/2396093358 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b006f2b0 0x7fa7b006c120 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 --2- 172.21.15.192:0/2396093358 >> v2:172.21.15.157:3300/0 conn(0x7fa7b015af30 0x7fa7b015c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/2396093358 >> 172.21.15.192:0/2396093358 conn(0x7fa7b00716d0 msgr2=0x7fa7b00b3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:35.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/2396093358 shutdown_connections 2024-09-10T10:16:35.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/2396093358 wait complete. 2024-09-10T10:16:35.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 Processor -- start 2024-09-10T10:16:35.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- start start 2024-09-10T10:16:35.574 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7b006bcc0 0x7fa7b014e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.574 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7b006f2b0 0x7fa7b014e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b015af30 0x7fa7b01f8b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b015b490 con 0x7fa7b006bcc0 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b015b310 con 0x7fa7b006f2b0 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa7b006f960 con 0x7fa7b015af30 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b622b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b015af30 0x7fa7b01f8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b5229640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7b006f2b0 0x7fa7b014e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b622b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b015af30 0x7fa7b01f8b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:38180/0 (socket says 172.21.15.192:38180) 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b622b640 1 -- 172.21.15.192:0/483003163 learned_addr learned my addr 172.21.15.192:0/483003163 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b5a2a640 1 --2- 172.21.15.192:0/483003163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7b006bcc0 0x7fa7b014e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b622b640 1 -- 172.21.15.192:0/483003163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7b006f2b0 msgr2=0x7fa7b014e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b622b640 1 --2- 172.21.15.192:0/483003163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7b006f2b0 0x7fa7b014e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.575 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b622b640 1 -- 172.21.15.192:0/483003163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7b006bcc0 msgr2=0x7fa7b014e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b622b640 1 --2- 172.21.15.192:0/483003163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7b006bcc0 0x7fa7b014e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b622b640 1 -- 172.21.15.192:0/483003163 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7b014a1d0 con 0x7fa7b015af30 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b622b640 1 --2- 172.21.15.192:0/483003163 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b015af30 0x7fa7b01f8b00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa7a00af040 tx=0x7fa7a001ace0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7ae7fc640 1 -- 172.21.15.192:0/483003163 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a00b1050 con 0x7fa7b015af30 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7ae7fc640 1 -- 172.21.15.192:0/483003163 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7a00bd070 con 0x7fa7b015af30 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/483003163 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7b0154b00 con 0x7fa7b015af30 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7ae7fc640 1 -- 172.21.15.192:0/483003163 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a00b8670 con 0x7fa7b015af30 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/483003163 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7b01550c0 con 0x7fa7b015af30 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7ae7fc640 1 -- 172.21.15.192:0/483003163 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa7a00b8810 con 0x7fa7b015af30 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7ae7fc640 1 -- 172.21.15.192:0/483003163 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fa7a00b8b00 con 0x7fa7b015af30 2024-09-10T10:16:35.576 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.570+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/483003163 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7b0067f80 con 0x7fa7b015af30 2024-09-10T10:16:35.577 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.574+0000 7fa7ae7fc640 1 -- 172.21.15.192:0/483003163 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa7a0016090 con 0x7fa7b015af30 2024-09-10T10:16:35.577 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:35.574+0000 7fd83cdbe180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T10:16:35.584 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:35.582+0000 7faeefd3a180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T10:16:35.641 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.638+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/483003163 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b53b3fdc-7a77-4445-8b68-8955a1881219", "id": 6} v 0) -- 0x7fa7b0073680 con 0x7fa7b015af30 2024-09-10T10:16:35.646 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.642+0000 7fa7ae7fc640 1 -- 172.21.15.192:0/483003163 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b53b3fdc-7a77-4445-8b68-8955a1881219", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fa7a00c2820 con 0x7fa7b015af30 2024-09-10T10:16:35.646 INFO:teuthology.orchestra.run.smithi192.stdout:6 2024-09-10T10:16:35.648 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.646+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/483003163 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b015af30 msgr2=0x7fa7b01f8b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.648 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.646+0000 7fa7b7c8e640 1 --2- 172.21.15.192:0/483003163 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b015af30 0x7fa7b01f8b00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa7a00af040 tx=0x7fa7a001ace0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.648 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.646+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/483003163 shutdown_connections 2024-09-10T10:16:35.648 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.646+0000 7fa7b7c8e640 1 --2- 172.21.15.192:0/483003163 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7b015af30 0x7fa7b01f8b00 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.648 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.646+0000 7fa7b7c8e640 1 --2- 172.21.15.192:0/483003163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7b006f2b0 0x7fa7b014e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.648 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.646+0000 7fa7b7c8e640 1 --2- 172.21.15.192:0/483003163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7b006bcc0 0x7fa7b014e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.648 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.646+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/483003163 >> 172.21.15.192:0/483003163 conn(0x7fa7b00716d0 msgr2=0x7fa7b0072be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:35.648 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.646+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/483003163 shutdown_connections 2024-09-10T10:16:35.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.646+0000 7fa7b7c8e640 1 -- 172.21.15.192:0/483003163 wait complete. 2024-09-10T10:16:35.663 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new 35ff02f4-e46e-4296-a51c-be38c441a3db 7 2024-09-10T10:16:35.722 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:35.718+0000 7faeefd3a180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T10:16:35.770 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.766+0000 7fc785b2f640 1 Processor -- start 2024-09-10T10:16:35.770 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.766+0000 7fc785b2f640 1 -- start start 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc78015e2b0 0x7fc780073240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc780073b10 0x7fc78006e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc780070710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fc780073f50 con 0x7fc780073b10 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fc7800741a0 con 0x7fc78015e2b0 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc7800d1f70 con 0x7fc78006e980 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77f7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc78015e2b0 0x7fc780073240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77ffff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc780070710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77ffff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc780070710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:38194/0 (socket says 172.21.15.192:38194) 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77f7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc78015e2b0 0x7fc780073240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:36378/0 (socket says 172.21.15.192:36378) 2024-09-10T10:16:35.772 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77ffff640 1 -- 172.21.15.192:0/2187049387 learned_addr learned my addr 172.21.15.192:0/2187049387 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:35.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc777fff640 1 --2- 172.21.15.192:0/2187049387 >> v2:172.21.15.157:3300/0 conn(0x7fc780073b10 0x7fc78006e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77ffff640 1 -- 172.21.15.192:0/2187049387 >> v2:172.21.15.192:3300/0 conn(0x7fc78015e2b0 msgr2=0x7fc780073240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:35.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77ffff640 1 --2- 172.21.15.192:0/2187049387 >> v2:172.21.15.192:3300/0 conn(0x7fc78015e2b0 0x7fc780073240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77ffff640 1 -- 172.21.15.192:0/2187049387 >> v2:172.21.15.157:3300/0 conn(0x7fc780073b10 msgr2=0x7fc78006e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:35.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77ffff640 1 --2- 172.21.15.192:0/2187049387 >> v2:172.21.15.157:3300/0 conn(0x7fc780073b10 0x7fc78006e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77ffff640 1 -- 172.21.15.192:0/2187049387 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7800d2250 con 0x7fc78006e980 2024-09-10T10:16:35.773 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc777fff640 1 --2- 172.21.15.192:0/2187049387 >> v2:172.21.15.157:3300/0 conn(0x7fc780073b10 0x7fc78006e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:35.774 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77ffff640 1 --2- 172.21.15.192:0/2187049387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc780070710 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc78006ff90 tx=0x7fc77801c730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5dafd4c50eb5f84a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:35.774 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77effd640 1 -- 172.21.15.192:0/2187049387 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7780ac070 con 0x7fc78006e980 2024-09-10T10:16:35.774 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77effd640 1 -- 172.21.15.192:0/2187049387 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7780a8420 con 0x7fc78006e980 2024-09-10T10:16:35.774 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc77effd640 1 -- 172.21.15.192:0/2187049387 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7780a87f0 con 0x7fc78006e980 2024-09-10T10:16:35.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 -- 172.21.15.192:0/2187049387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 msgr2=0x7fc780070710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 --2- 172.21.15.192:0/2187049387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc780070710 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc78006ff90 tx=0x7fc77801c730 comp rx=0 tx=0).stop 2024-09-10T10:16:35.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 -- 172.21.15.192:0/2187049387 shutdown_connections 2024-09-10T10:16:35.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 --2- 172.21.15.192:0/2187049387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc780070710 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 --2- 172.21.15.192:0/2187049387 >> v2:172.21.15.157:3300/0 conn(0x7fc780073b10 0x7fc78006e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 --2- 172.21.15.192:0/2187049387 >> v2:172.21.15.192:3300/0 conn(0x7fc78015e2b0 0x7fc780073240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 -- 172.21.15.192:0/2187049387 >> 172.21.15.192:0/2187049387 conn(0x7fc78006f470 msgr2=0x7fc78006f880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:35.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 -- 172.21.15.192:0/2187049387 shutdown_connections 2024-09-10T10:16:35.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.770+0000 7fc785b2f640 1 -- 172.21.15.192:0/2187049387 wait complete. 2024-09-10T10:16:35.776 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 Processor -- start 2024-09-10T10:16:35.776 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 -- start start 2024-09-10T10:16:35.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc78014a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc780073b10 0x7fc78014dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc78015e2b0 0x7fc78014b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:35.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc78015e810 con 0x7fc78015e2b0 2024-09-10T10:16:35.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc78015e690 con 0x7fc780073b10 2024-09-10T10:16:35.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc780161f90 con 0x7fc78006e980 2024-09-10T10:16:35.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77f7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc78014a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77f7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc78014a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:38198/0 (socket says 172.21.15.192:38198) 2024-09-10T10:16:35.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77f7fe640 1 -- 172.21.15.192:0/291045344 learned_addr learned my addr 172.21.15.192:0/291045344 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc777fff640 1 --2- 172.21.15.192:0/291045344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc780073b10 0x7fc78014dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77ffff640 1 --2- 172.21.15.192:0/291045344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc78015e2b0 0x7fc78014b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77f7fe640 1 -- 172.21.15.192:0/291045344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc780073b10 msgr2=0x7fc78014dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77f7fe640 1 --2- 172.21.15.192:0/291045344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc780073b10 0x7fc78014dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77f7fe640 1 -- 172.21.15.192:0/291045344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc78015e2b0 msgr2=0x7fc78014b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77f7fe640 1 --2- 172.21.15.192:0/291045344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc78015e2b0 0x7fc78014b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77f7fe640 1 -- 172.21.15.192:0/291045344 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc780138160 con 0x7fc78006e980 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77f7fe640 1 --2- 172.21.15.192:0/291045344 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc78014a510 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc77000e870 tx=0x7fc77000ec70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77cff9640 1 -- 172.21.15.192:0/291045344 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc770017070 con 0x7fc78006e980 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77cff9640 1 -- 172.21.15.192:0/291045344 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc77000c940 con 0x7fc78006e980 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77cff9640 1 -- 172.21.15.192:0/291045344 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77000ccf0 con 0x7fc78006e980 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 -- 172.21.15.192:0/291045344 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc78014d210 con 0x7fc78006e980 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 -- 172.21.15.192:0/291045344 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc78014d7d0 con 0x7fc78006e980 2024-09-10T10:16:35.779 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77cff9640 1 -- 172.21.15.192:0/291045344 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc77001a070 con 0x7fc78006e980 2024-09-10T10:16:35.780 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc77cff9640 1 -- 172.21.15.192:0/291045344 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7fc77001cab0 con 0x7fc78006e980 2024-09-10T10:16:35.780 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.774+0000 7fc785b2f640 1 -- 172.21.15.192:0/291045344 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc78014cfe0 con 0x7fc78006e980 2024-09-10T10:16:35.782 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.778+0000 7fc77cff9640 1 -- 172.21.15.192:0/291045344 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc77001c450 con 0x7fc78006e980 2024-09-10T10:16:35.851 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.850+0000 7fc785b2f640 1 -- 172.21.15.192:0/291045344 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd new", "uuid": "35ff02f4-e46e-4296-a51c-be38c441a3db", "id": 7} v 0) -- 0x7fc780073290 con 0x7fc78006e980 2024-09-10T10:16:35.858 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.854+0000 7fc77cff9640 1 -- 172.21.15.192:0/291045344 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "35ff02f4-e46e-4296-a51c-be38c441a3db", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7fc77001c630 con 0x7fc78006e980 2024-09-10T10:16:35.858 INFO:teuthology.orchestra.run.smithi192.stdout:7 2024-09-10T10:16:35.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.858+0000 7fc785b2f640 1 -- 172.21.15.192:0/291045344 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 msgr2=0x7fc78014a510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:35.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.858+0000 7fc785b2f640 1 --2- 172.21.15.192:0/291045344 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc78014a510 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc77000e870 tx=0x7fc77000ec70 comp rx=0 tx=0).stop 2024-09-10T10:16:35.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.858+0000 7fc785b2f640 1 -- 172.21.15.192:0/291045344 shutdown_connections 2024-09-10T10:16:35.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.858+0000 7fc785b2f640 1 --2- 172.21.15.192:0/291045344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc78015e2b0 0x7fc78014b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.858+0000 7fc785b2f640 1 --2- 172.21.15.192:0/291045344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc780073b10 0x7fc78014dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.858+0000 7fc785b2f640 1 --2- 172.21.15.192:0/291045344 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc78006e980 0x7fc78014a510 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:35.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.858+0000 7fc785b2f640 1 -- 172.21.15.192:0/291045344 >> 172.21.15.192:0/291045344 conn(0x7fc78006f470 msgr2=0x7fc78015e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:35.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.858+0000 7fc785b2f640 1 -- 172.21.15.192:0/291045344 shutdown_connections 2024-09-10T10:16:35.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:16:35.858+0000 7fc785b2f640 1 -- 172.21.15.192:0/291045344 wait complete. 2024-09-10T10:16:35.875 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-10T10:16:35.875 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-10T10:16:35.877 INFO:tasks.ceph.osd.0:Started 2024-09-10T10:16:35.877 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-10T10:16:35.877 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-10T10:16:35.878 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:35.874+0000 7faeefd3a180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T10:16:35.879 INFO:tasks.ceph.osd.1:Started 2024-09-10T10:16:35.880 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-10T10:16:35.880 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-10T10:16:35.882 INFO:tasks.ceph.osd.2:Started 2024-09-10T10:16:35.882 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-10T10:16:35.882 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-10T10:16:35.884 INFO:tasks.ceph.osd.3:Started 2024-09-10T10:16:35.884 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-10T10:16:35.884 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-10T10:16:35.886 INFO:tasks.ceph.osd.4:Started 2024-09-10T10:16:35.886 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-10T10:16:35.887 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-10T10:16:35.888 INFO:tasks.ceph.osd.5:Started 2024-09-10T10:16:35.889 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-10T10:16:35.889 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-10T10:16:35.890 INFO:tasks.ceph.osd.6:Started 2024-09-10T10:16:35.891 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-10T10:16:35.891 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-10T10:16:35.893 INFO:tasks.ceph.osd.7:Started 2024-09-10T10:16:35.893 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:16:35.960 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:35.958+0000 7faeefd3a180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T10:16:36.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.050+0000 7f6516cec640 1 Processor -- start 2024-09-10T10:16:36.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.050+0000 7f6516cec640 1 -- start start 2024-09-10T10:16:36.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.050+0000 7f6516cec640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f651006d870 0x7f651006dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.050+0000 7f6516cec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65100b3610 0x7f65100d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.050+0000 7f6516cec640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f651006e190 con 0x7f651015e820 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.050+0000 7f6516cec640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f65100d2ba0 con 0x7f651006d870 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.050+0000 7f6516cec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f65100d2e80 con 0x7f65100b3610 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6514a88640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f651006d870 0x7f651006dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6515289640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65100b3610 0x7f65100d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6515289640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65100b3610 0x7f65100d3c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:41326/0 (socket says 172.21.15.157:41326) 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6514a88640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f651006d870 0x7f651006dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:47864/0 (socket says 172.21.15.157:47864) 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6515289640 1 -- 172.21.15.157:0/3489477874 learned_addr learned my addr 172.21.15.157:0/3489477874 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f650ffff640 1 --1- 172.21.15.157:0/3489477874 >> v1:172.21.15.192:6789/0 conn(0x7f651015e820 0x7f65100cf750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:59330/0 (socket says 172.21.15.157:59330) 2024-09-10T10:16:36.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6515289640 1 -- 172.21.15.157:0/3489477874 >> v2:172.21.15.192:3300/0 conn(0x7f651006d870 msgr2=0x7f651006dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:36.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6515289640 1 --2- 172.21.15.157:0/3489477874 >> v2:172.21.15.192:3300/0 conn(0x7f651006d870 0x7f651006dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:36.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6515289640 1 -- 172.21.15.157:0/3489477874 >> v1:172.21.15.192:6789/0 conn(0x7f651015e820 legacy=0x7f65100cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:36.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6515289640 1 -- 172.21.15.157:0/3489477874 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65100d3160 con 0x7f65100b3610 2024-09-10T10:16:36.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6515289640 1 --2- 172.21.15.157:0/3489477874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65100b3610 0x7f65100d3c40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6508009e50 tx=0x7f650801ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=291da0f58beed4f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:36.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f650f7fe640 1 -- 172.21.15.157:0/3489477874 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65080a58d0 con 0x7f65100b3610 2024-09-10T10:16:36.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f650f7fe640 1 -- 172.21.15.157:0/3489477874 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65080a5a70 con 0x7f65100b3610 2024-09-10T10:16:36.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f650f7fe640 1 -- 172.21.15.157:0/3489477874 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65080a5e40 con 0x7f65100b3610 2024-09-10T10:16:36.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6516cec640 1 -- 172.21.15.157:0/3489477874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65100b3610 msgr2=0x7f65100d3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:36.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6516cec640 1 --2- 172.21.15.157:0/3489477874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65100b3610 0x7f65100d3c40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6508009e50 tx=0x7f650801ca00 comp rx=0 tx=0).stop 2024-09-10T10:16:36.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6516cec640 1 -- 172.21.15.157:0/3489477874 shutdown_connections 2024-09-10T10:16:36.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6516cec640 1 --2- 172.21.15.157:0/3489477874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65100b3610 0x7f65100d3c40 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:36.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6516cec640 1 --2- 172.21.15.157:0/3489477874 >> v2:172.21.15.192:3300/0 conn(0x7f651006d870 0x7f651006dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:36.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6516cec640 1 -- 172.21.15.157:0/3489477874 >> 172.21.15.157:0/3489477874 conn(0x7f65100d4910 msgr2=0x7f65100d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:36.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6516cec640 1 -- 172.21.15.157:0/3489477874 shutdown_connections 2024-09-10T10:16:36.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.054+0000 7f6516cec640 1 -- 172.21.15.157:0/3489477874 wait complete. 2024-09-10T10:16:36.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 Processor -- start 2024-09-10T10:16:36.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 -- start start 2024-09-10T10:16:36.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f651006d870 0x7f651006c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:36.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65100b3610 0x7f651015a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:36.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f651015e820 0x7f651015ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:36.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f651016b530 con 0x7f65100b3610 2024-09-10T10:16:36.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f651016b3b0 con 0x7f651015e820 2024-09-10T10:16:36.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f651016b6b0 con 0x7f651006d870 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65100b3610 0x7f651015a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6514a88640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f651006d870 0x7f651006c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65100b3610 0x7f651015a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47818/0 (socket says 172.21.15.157:47818) 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650ffff640 1 -- 172.21.15.157:0/3645858269 learned_addr learned my addr 172.21.15.157:0/3645858269 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6515289640 1 --2- 172.21.15.157:0/3645858269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f651015e820 0x7f651015ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650ffff640 1 -- 172.21.15.157:0/3645858269 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f651006d870 msgr2=0x7f651006c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650ffff640 1 --2- 172.21.15.157:0/3645858269 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f651006d870 0x7f651006c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650ffff640 1 -- 172.21.15.157:0/3645858269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f651015e820 msgr2=0x7f651015ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650ffff640 1 --2- 172.21.15.157:0/3645858269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f651015e820 0x7f651015ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650ffff640 1 -- 172.21.15.157:0/3645858269 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f651015eea0 con 0x7f65100b3610 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650ffff640 1 --2- 172.21.15.157:0/3645858269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65100b3610 0x7f651015a700 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f650400c370 tx=0x7f650400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:36.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650d7fa640 1 -- 172.21.15.157:0/3645858269 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65040074e0 con 0x7f65100b3610 2024-09-10T10:16:36.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650d7fa640 1 -- 172.21.15.157:0/3645858269 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6504007680 con 0x7f65100b3610 2024-09-10T10:16:36.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 -- 172.21.15.157:0/3645858269 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f651015f180 con 0x7f65100b3610 2024-09-10T10:16:36.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650d7fa640 1 -- 172.21.15.157:0/3645858269 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504004a30 con 0x7f65100b3610 2024-09-10T10:16:36.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 -- 172.21.15.157:0/3645858269 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f651015f740 con 0x7f65100b3610 2024-09-10T10:16:36.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650d7fa640 1 -- 172.21.15.157:0/3645858269 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f650401a020 con 0x7f65100b3610 2024-09-10T10:16:36.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f650d7fa640 1 -- 172.21.15.157:0/3645858269 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f6504012ac0 con 0x7f65100b3610 2024-09-10T10:16:36.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.058+0000 7f6516cec640 1 -- 172.21.15.157:0/3645858269 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f651006dc50 con 0x7f65100b3610 2024-09-10T10:16:36.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.062+0000 7f650d7fa640 1 -- 172.21.15.157:0/3645858269 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f6504021070 con 0x7f65100b3610 2024-09-10T10:16:36.100 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:36.098+0000 7faeefd3a180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T10:16:36.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 -- 172.21.15.157:0/3645858269 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f651015be30 con 0x7f65100b3610 2024-09-10T10:16:36.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f650d7fa640 1 -- 172.21.15.157:0/3645858269 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f6504012df0 con 0x7f65100b3610 2024-09-10T10:16:36.122 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:16:36.122 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":10,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:35.854463+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:16:36.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 -- 172.21.15.157:0/3645858269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65100b3610 msgr2=0x7f651015a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:36.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 --2- 172.21.15.157:0/3645858269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65100b3610 0x7f651015a700 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f650400c370 tx=0x7f650400c830 comp rx=0 tx=0).stop 2024-09-10T10:16:36.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 -- 172.21.15.157:0/3645858269 shutdown_connections 2024-09-10T10:16:36.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 --2- 172.21.15.157:0/3645858269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f651015e820 0x7f651015ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:36.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 --2- 172.21.15.157:0/3645858269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65100b3610 0x7f651015a700 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:36.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 --2- 172.21.15.157:0/3645858269 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f651006d870 0x7f651006c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:36.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 -- 172.21.15.157:0/3645858269 >> 172.21.15.157:0/3645858269 conn(0x7f65100d4910 msgr2=0x7f65100b8340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:36.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 -- 172.21.15.157:0/3645858269 shutdown_connections 2024-09-10T10:16:36.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:36.118+0000 7f6516cec640 1 -- 172.21.15.157:0/3645858269 wait complete. 2024-09-10T10:16:36.138 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-10T10:16:36.138 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-10T10:16:36.188 INFO:tasks.ceph.mgr.y.smithi157.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-10T10:16:36.188 INFO:tasks.ceph.mgr.y.smithi157.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-10T10:16:36.188 INFO:tasks.ceph.mgr.y.smithi157.stderr: from numpy import show_config as show_numpy_config 2024-09-10T10:16:36.270 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:36.266+0000 7fd83cdbe180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T10:16:36.453 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:36.450+0000 7fd83cdbe180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T10:16:36.616 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:36.610+0000 7fd83cdbe180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T10:16:36.685 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:36.682+0000 7fd83cdbe180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T10:16:36.700 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:36.698+0000 7faeefd3a180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T10:16:36.775 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:36.770+0000 7faeefd3a180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T10:16:36.834 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:36.830+0000 7fd83cdbe180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T10:16:36.943 DEBUG:teuthology.orchestra.run.smithi157:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T10:16:36.958 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:36.954+0000 7faeefd3a180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T10:16:37.032 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:37.030+0000 7faeefd3a180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T10:16:37.056 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af2e60640 1 Processor -- start 2024-09-10T10:16:37.056 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af2e60640 1 -- start start 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af2e60640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7aec06bc70 0x7f7aec0ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af2e60640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7aec073e80 0x7f7aec0d0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af2e60640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec06c050 0x7f7aec071fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af2e60640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f7aec0ced30 con 0x7f7aec06bc70 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af2e60640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f7aec0742f0 con 0x7f7aec073e80 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af2e60640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7aec0cea50 con 0x7f7aec06c050 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af0bfc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7aec06bc70 0x7f7aec0ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af0bfc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7aec06bc70 0x7f7aec0ce470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47834/0 (socket says 172.21.15.157:47834) 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af0bfc640 1 -- 172.21.15.157:0/1090246410 learned_addr learned my addr 172.21.15.157:0/1090246410 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:37.058 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7aebfff640 1 --2- 172.21.15.157:0/1090246410 >> v2:172.21.15.192:3300/0 conn(0x7f7aec073e80 0x7f7aec0d0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:37.059 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af13fd640 1 --2- 172.21.15.157:0/1090246410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec06c050 0x7f7aec071fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:37.059 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af0bfc640 1 -- 172.21.15.157:0/1090246410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec06c050 msgr2=0x7f7aec071fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:37.059 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af0bfc640 1 --2- 172.21.15.157:0/1090246410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec06c050 0x7f7aec071fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.059 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af0bfc640 1 -- 172.21.15.157:0/1090246410 >> v2:172.21.15.192:3300/0 conn(0x7f7aec073e80 msgr2=0x7f7aec0d0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:37.059 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af0bfc640 1 --2- 172.21.15.157:0/1090246410 >> v2:172.21.15.192:3300/0 conn(0x7f7aec073e80 0x7f7aec0d0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.059 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af0bfc640 1 -- 172.21.15.157:0/1090246410 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aec0733a0 con 0x7f7aec06bc70 2024-09-10T10:16:37.059 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af13fd640 1 --2- 172.21.15.157:0/1090246410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec06c050 0x7f7aec071fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:37.059 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7aebfff640 1 --2- 172.21.15.157:0/1090246410 >> v2:172.21.15.192:3300/0 conn(0x7f7aec073e80 0x7f7aec0d0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:37.060 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7af0bfc640 1 --2- 172.21.15.157:0/1090246410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06bc70 0x7f7aec0ce470 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0009870 tx=0x7f7ae001c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62f72ca4974cc2cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:37.060 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7aeb7fe640 1 -- 172.21.15.157:0/1090246410 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae00b0070 con 0x7f7aec06bc70 2024-09-10T10:16:37.060 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7aeb7fe640 1 -- 172.21.15.157:0/1090246410 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ae00ab600 con 0x7f7aec06bc70 2024-09-10T10:16:37.060 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.054+0000 7f7aeb7fe640 1 -- 172.21.15.157:0/1090246410 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae00ab9d0 con 0x7f7aec06bc70 2024-09-10T10:16:37.061 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- 172.21.15.157:0/1090246410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06bc70 msgr2=0x7f7aec0ce470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:37.061 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 --2- 172.21.15.157:0/1090246410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06bc70 0x7f7aec0ce470 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0009870 tx=0x7f7ae001c260 comp rx=0 tx=0).stop 2024-09-10T10:16:37.061 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- 172.21.15.157:0/1090246410 shutdown_connections 2024-09-10T10:16:37.061 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 --2- 172.21.15.157:0/1090246410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec06c050 0x7f7aec071fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.061 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 --2- 172.21.15.157:0/1090246410 >> v2:172.21.15.192:3300/0 conn(0x7f7aec073e80 0x7f7aec0d0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.061 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 --2- 172.21.15.157:0/1090246410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06bc70 0x7f7aec0ce470 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.061 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- 172.21.15.157:0/1090246410 >> 172.21.15.157:0/1090246410 conn(0x7f7aec06e260 msgr2=0x7f7aec06e670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:37.061 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- 172.21.15.157:0/1090246410 shutdown_connections 2024-09-10T10:16:37.062 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- 172.21.15.157:0/1090246410 wait complete. 2024-09-10T10:16:37.064 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 Processor -- start 2024-09-10T10:16:37.064 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- start start 2024-09-10T10:16:37.064 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aec06bc70 0x7f7aec14cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:37.064 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06c050 0x7f7aec0b44c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec073e80 0x7f7aec1527e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f7aec15c680 con 0x7f7aec06c050 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7aec15c500 con 0x7f7aec06bc70 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7aec15c800 con 0x7f7aec073e80 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7aebfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06c050 0x7f7aec0b44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7aebfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06c050 0x7f7aec0b44c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47846/0 (socket says 172.21.15.157:47846) 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7aebfff640 1 -- 172.21.15.157:0/2982463205 learned_addr learned my addr 172.21.15.157:0/2982463205 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af0bfc640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aec06bc70 0x7f7aec14cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af13fd640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec073e80 0x7f7aec1527e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7aebfff640 1 -- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec073e80 msgr2=0x7f7aec1527e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7aebfff640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec073e80 0x7f7aec1527e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7aebfff640 1 -- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aec06bc70 msgr2=0x7f7aec14cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:37.065 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7aebfff640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aec06bc70 0x7f7aec14cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7aebfff640 1 -- 172.21.15.157:0/2982463205 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aec15cc90 con 0x7f7aec06c050 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af0bfc640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aec06bc70 0x7f7aec14cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af13fd640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec073e80 0x7f7aec1527e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7aebfff640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06c050 0x7f7aec0b44c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7ad800c820 tx=0x7f7ad800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7ae97fa640 1 -- 172.21.15.157:0/2982463205 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad8015070 con 0x7f7aec06c050 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7ae97fa640 1 -- 172.21.15.157:0/2982463205 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ad8007a30 con 0x7f7aec06c050 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- 172.21.15.157:0/2982463205 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7aec15cf70 con 0x7f7aec06c050 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7ae97fa640 1 -- 172.21.15.157:0/2982463205 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad8007e40 con 0x7f7aec06c050 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7af2e60640 1 -- 172.21.15.157:0/2982463205 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7aec15d530 con 0x7f7aec06c050 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7ae97fa640 1 -- 172.21.15.157:0/2982463205 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7ad8018070 con 0x7f7aec06c050 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.058+0000 7f7ae97fa640 1 -- 172.21.15.157:0/2982463205 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f7ad8011ac0 con 0x7f7aec06c050 2024-09-10T10:16:37.066 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.062+0000 7f7af2e60640 1 -- 172.21.15.157:0/2982463205 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7aec071fe0 con 0x7f7aec06c050 2024-09-10T10:16:37.067 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.062+0000 7f7ae97fa640 1 -- 172.21.15.157:0/2982463205 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7ad8011e00 con 0x7f7aec06c050 2024-09-10T10:16:37.097 INFO:tasks.ceph.osd.1.smithi157.stderr:2024-09-10T10:16:37.094+0000 7f4c791247c0 -1 Falling back to public interface 2024-09-10T10:16:37.122 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 -- 172.21.15.157:0/2982463205 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7aec0b1420 con 0x7f7aec06c050 2024-09-10T10:16:37.122 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7ae97fa640 1 -- 172.21.15.157:0/2982463205 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f7ad80113f0 con 0x7f7aec06c050 2024-09-10T10:16:37.123 INFO:teuthology.misc.health.smithi157.stdout: 2024-09-10T10:16:37.123 INFO:teuthology.misc.health.smithi157.stdout:{"epoch":10,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:35.854463+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:16:37.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 -- 172.21.15.157:0/2982463205 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06c050 msgr2=0x7f7aec0b44c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:37.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06c050 0x7f7aec0b44c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7ad800c820 tx=0x7f7ad800cce0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 -- 172.21.15.157:0/2982463205 shutdown_connections 2024-09-10T10:16:37.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aec073e80 0x7f7aec1527e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7aec06c050 0x7f7aec0b44c0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 --2- 172.21.15.157:0/2982463205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aec06bc70 0x7f7aec14cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:37.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 -- 172.21.15.157:0/2982463205 >> 172.21.15.157:0/2982463205 conn(0x7f7aec06e260 msgr2=0x7f7aec06f460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:37.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 -- 172.21.15.157:0/2982463205 shutdown_connections 2024-09-10T10:16:37.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:37.118+0000 7f7af2e60640 1 -- 172.21.15.157:0/2982463205 wait complete. 2024-09-10T10:16:37.137 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-10T10:16:37.324 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:37.322+0000 7faeefd3a180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T10:16:37.385 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:37.382+0000 7faeefd3a180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T10:16:37.470 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:37.466+0000 7fd83cdbe180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T10:16:37.546 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:37.542+0000 7fd83cdbe180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T10:16:37.549 INFO:tasks.ceph.osd.2.smithi157.stderr:2024-09-10T10:16:37.546+0000 7f44b8ce37c0 -1 Falling back to public interface 2024-09-10T10:16:37.732 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:37.726+0000 7fd83cdbe180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T10:16:37.758 INFO:tasks.ceph.osd.0.smithi157.stderr:2024-09-10T10:16:37.754+0000 7f62c15167c0 -1 Falling back to public interface 2024-09-10T10:16:37.765 INFO:tasks.ceph.osd.4.smithi192.stderr:2024-09-10T10:16:37.762+0000 7f867ec187c0 -1 Falling back to public interface 2024-09-10T10:16:37.782 INFO:tasks.ceph.osd.3.smithi157.stderr:2024-09-10T10:16:37.778+0000 7fa85de677c0 -1 Falling back to public interface 2024-09-10T10:16:37.807 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:37.802+0000 7fd83cdbe180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T10:16:37.868 INFO:tasks.ceph.osd.7.smithi192.stderr:2024-09-10T10:16:37.866+0000 7ff926d367c0 -1 Falling back to public interface 2024-09-10T10:16:38.045 INFO:tasks.ceph.osd.6.smithi192.stderr:2024-09-10T10:16:38.042+0000 7f4e0c62a7c0 -1 Falling back to public interface 2024-09-10T10:16:38.056 INFO:tasks.ceph.osd.5.smithi192.stderr:2024-09-10T10:16:38.054+0000 7fc9ae70c7c0 -1 Falling back to public interface 2024-09-10T10:16:38.101 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:38.098+0000 7fd83cdbe180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T10:16:38.164 INFO:tasks.ceph.mgr.y.smithi157.stderr:2024-09-10T10:16:38.158+0000 7fd83cdbe180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T10:16:38.425 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:38.422+0000 7fae96870640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-10T10:16:38.425 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-10T10:16:38.422+0000 7fae96870640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-10T10:16:41.841 INFO:tasks.ceph.osd.4.smithi192.stderr:2024-09-10T10:16:41.838+0000 7f867ec187c0 -1 osd.4 0 log_to_monitors true 2024-09-10T10:16:41.854 INFO:tasks.ceph.osd.1.smithi157.stderr:2024-09-10T10:16:41.849+0000 7f4c791247c0 -1 osd.1 0 log_to_monitors true 2024-09-10T10:16:42.074 INFO:tasks.ceph.osd.5.smithi192.stderr:2024-09-10T10:16:42.070+0000 7fc9ae70c7c0 -1 osd.5 0 log_to_monitors true 2024-09-10T10:16:42.229 INFO:tasks.ceph.osd.2.smithi157.stderr:2024-09-10T10:16:42.225+0000 7f44b8ce37c0 -1 osd.2 0 log_to_monitors true 2024-09-10T10:16:42.238 INFO:tasks.ceph.osd.7.smithi192.stderr:2024-09-10T10:16:42.234+0000 7ff926d367c0 -1 osd.7 0 log_to_monitors true 2024-09-10T10:16:42.335 INFO:tasks.ceph.osd.6.smithi192.stderr:2024-09-10T10:16:42.330+0000 7f4e0c62a7c0 -1 osd.6 0 log_to_monitors true 2024-09-10T10:16:42.402 INFO:tasks.ceph.osd.3.smithi157.stderr:2024-09-10T10:16:42.401+0000 7fa85de677c0 -1 osd.3 0 log_to_monitors true 2024-09-10T10:16:42.655 INFO:tasks.ceph.osd.0.smithi157.stderr:2024-09-10T10:16:42.653+0000 7f62c15167c0 -1 osd.0 0 log_to_monitors true 2024-09-10T10:16:43.744 INFO:tasks.ceph.osd.1.smithi157.stderr:2024-09-10T10:16:43.741+0000 7f4c748aa640 -1 osd.1 0 waiting for initial osdmap 2024-09-10T10:16:43.769 INFO:tasks.ceph.osd.1.smithi157.stderr:2024-09-10T10:16:43.769+0000 7f4c6cef1640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:16:43.904 INFO:tasks.ceph.osd.4.smithi192.stderr:2024-09-10T10:16:43.902+0000 7f867a39e640 -1 osd.4 0 waiting for initial osdmap 2024-09-10T10:16:43.943 DEBUG:teuthology.orchestra.run.smithi157:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T10:16:43.999 INFO:tasks.ceph.osd.4.smithi192.stderr:2024-09-10T10:16:43.994+0000 7f86729e5640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:16:44.076 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b40a85640 1 Processor -- start 2024-09-10T10:16:44.077 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b40a85640 1 -- start start 2024-09-10T10:16:44.077 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b40a85640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9b3c06bc70 0x7f9b3c06c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:44.077 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b40a85640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9b3c0ce8d0 0x7f9b3c0cecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:44.078 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b40a85640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b3c0b5f70 con 0x7f9b3c162960 2024-09-10T10:16:44.078 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b40a85640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f9b3c06c610 con 0x7f9b3c0ce8d0 2024-09-10T10:16:44.078 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b40a85640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f9b3c073040 con 0x7f9b3c06bc70 2024-09-10T10:16:44.078 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b3ad9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9b3c0ce8d0 0x7f9b3c0cecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:44.078 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b3ad9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9b3c0ce8d0 0x7f9b3c0cecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47892/0 (socket says 172.21.15.157:47892) 2024-09-10T10:16:44.078 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b3ad9d640 1 -- 172.21.15.157:0/588914830 learned_addr learned my addr 172.21.15.157:0/588914830 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:44.078 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b31d9b640 1 --2- 172.21.15.157:0/588914830 >> v2:172.21.15.192:3300/0 conn(0x7f9b3c06bc70 0x7f9b3c06c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:44.078 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b39d9b640 1 -- 172.21.15.157:0/588914830 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3697211770 0 0) 0x7f9b3c0b5f70 con 0x7f9b3c162960 2024-09-10T10:16:44.079 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b39d9b640 1 -- 172.21.15.157:0/588914830 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b28003530 con 0x7f9b3c162960 2024-09-10T10:16:44.079 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b31d9b640 1 -- 172.21.15.157:0/588914830 >> v2:172.21.15.157:3300/0 conn(0x7f9b3c0ce8d0 msgr2=0x7f9b3c0cecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:44.079 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b31d9b640 1 --2- 172.21.15.157:0/588914830 >> v2:172.21.15.157:3300/0 conn(0x7f9b3c0ce8d0 0x7f9b3c0cecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:44.079 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b31d9b640 1 -- 172.21.15.157:0/588914830 >> v1:172.21.15.157:6789/0 conn(0x7f9b3c162960 legacy=0x7f9b3c072930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:44.079 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.077+0000 7f9b31d9b640 1 -- 172.21.15.157:0/588914830 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3c0b61e0 con 0x7f9b3c06bc70 2024-09-10T10:16:44.080 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.081+0000 7f9b31d9b640 1 --2- 172.21.15.157:0/588914830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b3c06bc70 0x7f9b3c06c0d0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c0724a0 tx=0x7f9b2401c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc96d462f24b8060 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:44.108 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.105+0000 7f9b39d9b640 1 -- 172.21.15.157:0/588914830 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b240ab650 con 0x7f9b3c06bc70 2024-09-10T10:16:44.108 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.105+0000 7f9b39d9b640 1 -- 172.21.15.157:0/588914830 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b240b0070 con 0x7f9b3c06bc70 2024-09-10T10:16:44.108 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.105+0000 7f9b39d9b640 1 -- 172.21.15.157:0/588914830 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b240ab9f0 con 0x7f9b3c06bc70 2024-09-10T10:16:44.109 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 -- 172.21.15.157:0/588914830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b3c06bc70 msgr2=0x7f9b3c06c0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:44.109 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 --2- 172.21.15.157:0/588914830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b3c06bc70 0x7f9b3c06c0d0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c0724a0 tx=0x7f9b2401c450 comp rx=0 tx=0).stop 2024-09-10T10:16:44.109 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 -- 172.21.15.157:0/588914830 shutdown_connections 2024-09-10T10:16:44.109 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 --2- 172.21.15.157:0/588914830 >> v2:172.21.15.157:3300/0 conn(0x7f9b3c0ce8d0 0x7f9b3c0cecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:44.109 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 --2- 172.21.15.157:0/588914830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b3c06bc70 0x7f9b3c06c0d0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:44.109 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 -- 172.21.15.157:0/588914830 >> 172.21.15.157:0/588914830 conn(0x7f9b3c06e150 msgr2=0x7f9b3c06e530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:44.109 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 -- 172.21.15.157:0/588914830 shutdown_connections 2024-09-10T10:16:44.109 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 -- 172.21.15.157:0/588914830 wait complete. 2024-09-10T10:16:44.110 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 Processor -- start 2024-09-10T10:16:44.110 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 -- start start 2024-09-10T10:16:44.112 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b3c06bc70 0x7f9b3c0aaff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:44.112 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b3c0ce8d0 0x7f9b3c159760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:44.112 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b3c162960 0x7f9b3c0abfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:44.112 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c06eed0 con 0x7f9b3c162960 2024-09-10T10:16:44.112 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c0cdde0 con 0x7f9b3c06bc70 2024-09-10T10:16:44.112 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b40a85640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f9b3c162d40 con 0x7f9b3c0ce8d0 2024-09-10T10:16:44.113 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b3ad9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b3c162960 0x7f9b3c0abfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:44.113 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b3ad9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b3c162960 0x7f9b3c0abfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47902/0 (socket says 172.21.15.157:47902) 2024-09-10T10:16:44.113 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b3ad9d640 1 -- 172.21.15.157:0/2864638577 learned_addr learned my addr 172.21.15.157:0/2864638577 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:44.113 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b31d9b640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b3c0ce8d0 0x7f9b3c159760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:44.113 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.109+0000 7f9b3a59c640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b3c06bc70 0x7f9b3c0aaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:44.114 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b3ad9d640 1 -- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b3c0ce8d0 msgr2=0x7f9b3c159760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:44.114 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b3ad9d640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b3c0ce8d0 0x7f9b3c159760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:44.114 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b3ad9d640 1 -- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b3c06bc70 msgr2=0x7f9b3c0aaff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:44.114 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b3ad9d640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b3c06bc70 0x7f9b3c0aaff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:44.114 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b3ad9d640 1 -- 172.21.15.157:0/2864638577 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3c159ee0 con 0x7f9b3c162960 2024-09-10T10:16:44.114 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b3ad9d640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b3c162960 0x7f9b3c0abfc0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f9b3400e880 tx=0x7f9b3400ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:44.114 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b337fe640 1 -- 172.21.15.157:0/2864638577 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b34017070 con 0x7f9b3c162960 2024-09-10T10:16:44.114 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b337fe640 1 -- 172.21.15.157:0/2864638577 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b3400c940 con 0x7f9b3c162960 2024-09-10T10:16:44.115 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b3c15a1c0 con 0x7f9b3c162960 2024-09-10T10:16:44.115 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b337fe640 1 -- 172.21.15.157:0/2864638577 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3400cd30 con 0x7f9b3c162960 2024-09-10T10:16:44.115 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b3c15a780 con 0x7f9b3c162960 2024-09-10T10:16:44.115 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b3c06c0d0 con 0x7f9b3c162960 2024-09-10T10:16:44.115 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b337fe640 1 -- 172.21.15.157:0/2864638577 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 4) ==== 87389+0+0 (secure 0 0 0) 0x7f9b3401a070 con 0x7f9b3c162960 2024-09-10T10:16:44.116 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b337fe640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9b1c067830 0x7f9b1c069cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:44.116 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b337fe640 1 -- 172.21.15.157:0/2864638577 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2511+0+0 (secure 0 0 0) 0x7f9b34085240 con 0x7f9b3c162960 2024-09-10T10:16:44.116 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b3a59c640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9b1c067830 0x7f9b1c069cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:44.116 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.113+0000 7f9b3a59c640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9b1c067830 0x7f9b1c069cf0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c007fd0 tx=0x7f9b2c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:44.124 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.125+0000 7f9b337fe640 1 -- 172.21.15.157:0/2864638577 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9b340564a0 con 0x7f9b3c162960 2024-09-10T10:16:44.339 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.337+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9b3c0b4890 con 0x7f9b3c162960 2024-09-10T10:16:44.340 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.337+0000 7f9b337fe640 1 -- 172.21.15.157:0/2864638577 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7555 (secure 0 0 0) 0x7f9b3405a7a0 con 0x7f9b3c162960 2024-09-10T10:16:44.340 INFO:teuthology.misc.health.smithi157.stdout: 2024-09-10T10:16:44.340 INFO:teuthology.misc.health.smithi157.stdout:{"epoch":13,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:43.917308+0000","last_up_change":"2024-09-10T10:16:43.917308+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:16:44.344 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9b1c067830 msgr2=0x7f9b1c069cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:44.344 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9b1c067830 0x7f9b1c069cf0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c007fd0 tx=0x7f9b2c009040 comp rx=0 tx=0).stop 2024-09-10T10:16:44.344 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b3c162960 msgr2=0x7f9b3c0abfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:44.344 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b3c162960 0x7f9b3c0abfc0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f9b3400e880 tx=0x7f9b3400ed40 comp rx=0 tx=0).stop 2024-09-10T10:16:44.344 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 shutdown_connections 2024-09-10T10:16:44.344 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9b1c067830 0x7f9b1c069cf0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:44.345 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b3c162960 0x7f9b3c0abfc0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:44.345 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b3c0ce8d0 0x7f9b3c159760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:44.345 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 --2- 172.21.15.157:0/2864638577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b3c06bc70 0x7f9b3c0aaff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:44.345 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 >> 172.21.15.157:0/2864638577 conn(0x7f9b3c06e150 msgr2=0x7f9b3c0b1280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:44.345 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 shutdown_connections 2024-09-10T10:16:44.345 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:44.341+0000 7f9b40a85640 1 -- 172.21.15.157:0/2864638577 wait complete. 2024-09-10T10:16:44.365 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-10T10:16:45.171 INFO:tasks.ceph.osd.2.smithi157.stderr:2024-09-10T10:16:45.169+0000 7f44b549e640 -1 osd.2 0 waiting for initial osdmap 2024-09-10T10:16:45.180 INFO:tasks.ceph.osd.3.smithi157.stderr:2024-09-10T10:16:45.181+0000 7fa85a622640 -1 osd.3 0 waiting for initial osdmap 2024-09-10T10:16:45.191 INFO:tasks.ceph.osd.0.smithi157.stderr:2024-09-10T10:16:45.189+0000 7f62bcc9c640 -1 osd.0 0 waiting for initial osdmap 2024-09-10T10:16:45.201 INFO:tasks.ceph.osd.2.smithi157.stderr:2024-09-10T10:16:45.201+0000 7f44acab0640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:16:45.208 INFO:tasks.ceph.osd.3.smithi157.stderr:2024-09-10T10:16:45.209+0000 7fa851c34640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:16:45.216 INFO:tasks.ceph.osd.0.smithi157.stderr:2024-09-10T10:16:45.217+0000 7f62b52e3640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:16:45.669 INFO:tasks.ceph.osd.5.smithi192.stderr:2024-09-10T10:16:45.666+0000 7fc9a9e92640 -1 osd.5 0 waiting for initial osdmap 2024-09-10T10:16:45.670 INFO:tasks.ceph.osd.6.smithi192.stderr:2024-09-10T10:16:45.666+0000 7f4e08de5640 -1 osd.6 0 waiting for initial osdmap 2024-09-10T10:16:45.686 INFO:tasks.ceph.osd.7.smithi192.stderr:2024-09-10T10:16:45.682+0000 7ff9234f1640 -1 osd.7 0 waiting for initial osdmap 2024-09-10T10:16:45.695 INFO:tasks.ceph.osd.5.smithi192.stderr:2024-09-10T10:16:45.694+0000 7fc9a24d9640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:16:45.703 INFO:tasks.ceph.osd.6.smithi192.stderr:2024-09-10T10:16:45.702+0000 7f4e003f7640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:16:45.716 INFO:tasks.ceph.osd.7.smithi192.stderr:2024-09-10T10:16:45.714+0000 7ff91ab03640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T10:16:50.918 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:16:50.922 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:16:51.171 DEBUG:teuthology.orchestra.run.smithi157:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T10:16:51.293 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbfd0ba640 1 Processor -- start 2024-09-10T10:16:51.293 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbfd0ba640 1 -- start start 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbfd0ba640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcbf8073a40 0x7fcbf8073e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbfd0ba640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 0x7fcbf8071550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbfd0ba640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcbf815cd10 0x7fcbf815d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbfd0ba640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fcbf8071a90 con 0x7fcbf8073a40 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbfd0ba640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fcbf815ff40 con 0x7fcbf815cd10 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbfd0ba640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fcbf8160200 con 0x7fcbf80710e0 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf6d9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcbf8073a40 0x7fcbf8073e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf6d9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcbf8073a40 0x7fcbf8073e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58620/0 (socket says 172.21.15.157:58620) 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf6d9d640 1 -- 172.21.15.157:0/1330961390 learned_addr learned my addr 172.21.15.157:0/1330961390 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:51.295 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf759e640 1 --2- 172.21.15.157:0/1330961390 >> v2:172.21.15.192:3300/0 conn(0x7fcbf815cd10 0x7fcbf815d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.296 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf659c640 1 --2- 172.21.15.157:0/1330961390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 0x7fcbf8071550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.296 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf6d9d640 1 -- 172.21.15.157:0/1330961390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 msgr2=0x7fcbf8071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:51.296 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf6d9d640 1 --2- 172.21.15.157:0/1330961390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 0x7fcbf8071550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.296 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf6d9d640 1 -- 172.21.15.157:0/1330961390 >> v2:172.21.15.192:3300/0 conn(0x7fcbf815cd10 msgr2=0x7fcbf815d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:51.296 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf6d9d640 1 --2- 172.21.15.157:0/1330961390 >> v2:172.21.15.192:3300/0 conn(0x7fcbf815cd10 0x7fcbf815d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.296 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf6d9d640 1 -- 172.21.15.157:0/1330961390 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbf81604e0 con 0x7fcbf8073a40 2024-09-10T10:16:51.296 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.293+0000 7fcbf759e640 1 --2- 172.21.15.157:0/1330961390 >> v2:172.21.15.192:3300/0 conn(0x7fcbf815cd10 0x7fcbf815d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:51.297 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbf6d9d640 1 --2- 172.21.15.157:0/1330961390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf8073a40 0x7fcbf8073e20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fcbf806f1f0 tx=0x7fcbe801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4400e00b1ae7b088 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:51.297 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbf5d9b640 1 -- 172.21.15.157:0/1330961390 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe80aa610 con 0x7fcbf8073a40 2024-09-10T10:16:51.297 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbf5d9b640 1 -- 172.21.15.157:0/1330961390 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbe80af070 con 0x7fcbf8073a40 2024-09-10T10:16:51.297 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbf5d9b640 1 -- 172.21.15.157:0/1330961390 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe80aa9d0 con 0x7fcbf8073a40 2024-09-10T10:16:51.298 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/1330961390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf8073a40 msgr2=0x7fcbf8073e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.298 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/1330961390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf8073a40 0x7fcbf8073e20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fcbf806f1f0 tx=0x7fcbe801c4f0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.298 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/1330961390 shutdown_connections 2024-09-10T10:16:51.298 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/1330961390 >> v2:172.21.15.192:3300/0 conn(0x7fcbf815cd10 0x7fcbf815d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.298 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/1330961390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 0x7fcbf8071550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.298 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/1330961390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf8073a40 0x7fcbf8073e20 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.298 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/1330961390 >> 172.21.15.157:0/1330961390 conn(0x7fcbf806bc70 msgr2=0x7fcbf806c080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:51.299 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/1330961390 shutdown_connections 2024-09-10T10:16:51.299 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/1330961390 wait complete. 2024-09-10T10:16:51.299 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 Processor -- start 2024-09-10T10:16:51.299 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 -- start start 2024-09-10T10:16:51.301 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 0x7fcbf81363f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.301 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbf8073a40 0x7fcbf80b4510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.301 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf815cd10 0x7fcbf80ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.301 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf813fb20 con 0x7fcbf815cd10 2024-09-10T10:16:51.301 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf813f9a0 con 0x7fcbf8073a40 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbfd0ba640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fcbf806d850 con 0x7fcbf80710e0 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbf759e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf815cd10 0x7fcbf80ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbf759e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf815cd10 0x7fcbf80ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58624/0 (socket says 172.21.15.157:58624) 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbf759e640 1 -- 172.21.15.157:0/3550398881 learned_addr learned my addr 172.21.15.157:0/3550398881 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.297+0000 7fcbf6d9d640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 0x7fcbf81363f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf659c640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbf8073a40 0x7fcbf80b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf759e640 1 -- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 msgr2=0x7fcbf81363f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf759e640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 0x7fcbf81363f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf759e640 1 -- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbf8073a40 msgr2=0x7fcbf80b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf759e640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbf8073a40 0x7fcbf80b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf759e640 1 -- 172.21.15.157:0/3550398881 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbf81529f0 con 0x7fcbf815cd10 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf6d9d640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 0x7fcbf81363f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:16:51.302 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf659c640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbf8073a40 0x7fcbf80b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:16:51.303 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf759e640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf815cd10 0x7fcbf80ae8e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fcbf000cd50 tx=0x7fcbf000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:51.303 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbdf7fe640 1 -- 172.21.15.157:0/3550398881 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf000f680 con 0x7fcbf815cd10 2024-09-10T10:16:51.303 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbdf7fe640 1 -- 172.21.15.157:0/3550398881 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbf000f840 con 0x7fcbf815cd10 2024-09-10T10:16:51.303 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbdf7fe640 1 -- 172.21.15.157:0/3550398881 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf000fc30 con 0x7fcbf815cd10 2024-09-10T10:16:51.303 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbf815fd30 con 0x7fcbf815cd10 2024-09-10T10:16:51.303 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbf8136e40 con 0x7fcbf815cd10 2024-09-10T10:16:51.304 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbf806dc50 con 0x7fcbf815cd10 2024-09-10T10:16:51.304 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbdf7fe640 1 -- 172.21.15.157:0/3550398881 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcbf00213f0 con 0x7fcbf815cd10 2024-09-10T10:16:51.304 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbdf7fe640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcbe40678c0 0x7fcbe4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.304 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbdf7fe640 1 -- 172.21.15.157:0/3550398881 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fcbf0086710 con 0x7fcbf815cd10 2024-09-10T10:16:51.304 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.301+0000 7fcbf6d9d640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcbe40678c0 0x7fcbe4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.304 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.305+0000 7fcbf6d9d640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcbe40678c0 0x7fcbe4069d80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fcbe80ae000 tx=0x7fcbe80a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:51.321 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.321+0000 7fcbdf7fe640 1 -- 172.21.15.157:0/3550398881 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcbf0014030 con 0x7fcbf815cd10 2024-09-10T10:16:51.482 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.481+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcbf812f6b0 con 0x7fcbf815cd10 2024-09-10T10:16:51.483 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.481+0000 7fcbdf7fe640 1 -- 172.21.15.157:0/3550398881 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12932 (secure 0 0 0) 0x7fcbf0057500 con 0x7fcbf815cd10 2024-09-10T10:16:51.483 INFO:teuthology.misc.health.smithi157.stdout: 2024-09-10T10:16:51.484 INFO:teuthology.misc.health.smithi157.stdout:{"epoch":17,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:48.208337+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:16:51.486 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcbe40678c0 msgr2=0x7fcbe4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.486 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcbe40678c0 0x7fcbe4069d80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fcbe80ae000 tx=0x7fcbe80a7000 comp rx=0 tx=0).stop 2024-09-10T10:16:51.486 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf815cd10 msgr2=0x7fcbf80ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.486 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf815cd10 0x7fcbf80ae8e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fcbf000cd50 tx=0x7fcbf000a650 comp rx=0 tx=0).stop 2024-09-10T10:16:51.486 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 shutdown_connections 2024-09-10T10:16:51.486 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcbe40678c0 0x7fcbe4069d80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.486 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbf815cd10 0x7fcbf80ae8e0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.486 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbf8073a40 0x7fcbf80b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.486 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 --2- 172.21.15.157:0/3550398881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbf80710e0 0x7fcbf81363f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.487 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 >> 172.21.15.157:0/3550398881 conn(0x7fcbf806bc70 msgr2=0x7fcbf806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:51.487 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 shutdown_connections 2024-09-10T10:16:51.487 INFO:teuthology.misc.health.smithi157.stderr:2024-09-10T10:16:51.485+0000 7fcbfd0ba640 1 -- 172.21.15.157:0/3550398881 wait complete. 2024-09-10T10:16:51.500 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-10T10:16:51.501 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-10T10:16:51.501 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:16:51.501 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:16:51.504 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:16:51.504 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:16:51.504 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:16:51.507 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:16:51.507 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:16:51.507 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:16:51.509 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:16:51.510 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:16:51.510 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:16:51.512 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:16:51.512 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-10T10:16:51.513 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:16:51.571 INFO:tasks.ceph.mds.a.smithi157.stdout:starting mds.a at 2024-09-10T10:16:51.571 INFO:tasks.ceph.mds.c.smithi157.stdout:starting mds.c at 2024-09-10T10:16:51.597 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-10T10:16:51.599 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-10T10:16:51.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f72931c3640 1 Processor -- start 2024-09-10T10:16:51.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f72931c3640 1 -- start start 2024-09-10T10:16:51.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f72931c3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f728c06d870 0x7f728c06dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f72931c3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f728c15e820 0x7f728c0cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f72931c3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f728c06e190 con 0x7f728c0b3610 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f72931c3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f728c0d2ba0 con 0x7f728c06d870 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f72931c3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f728c0d2e80 con 0x7f728c15e820 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f7290f5f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f728c06d870 0x7f728c06dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f7291760640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f728c0b3610 0x7f728c0d3c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:43016/0 (socket says 172.21.15.157:43016) 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f7291760640 1 -- 172.21.15.157:0/3809266852 learned_addr learned my addr 172.21.15.157:0/3809266852 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f7290f5f640 1 -- 172.21.15.157:0/3809266852 >> v2:172.21.15.192:3300/0 conn(0x7f728c15e820 msgr2=0x7f728c0cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f7290f5f640 1 --2- 172.21.15.157:0/3809266852 >> v2:172.21.15.192:3300/0 conn(0x7f728c15e820 0x7f728c0cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f7290f5f640 1 -- 172.21.15.157:0/3809266852 >> v1:172.21.15.157:6789/0 conn(0x7f728c0b3610 legacy=0x7f728c0d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f728b7fe640 1 -- 172.21.15.157:0/3809266852 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 127294757 0 0) 0x7f728c06e190 con 0x7f728c0b3610 2024-09-10T10:16:51.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.621+0000 7f7290f5f640 1 -- 172.21.15.157:0/3809266852 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f728c0d3160 con 0x7f728c06d870 2024-09-10T10:16:51.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f7290f5f640 1 --2- 172.21.15.157:0/3809266852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 0x7f728c06dc50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f728c08d8d0 tx=0x7f728001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54808562b16994e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:51.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f728b7fe640 1 -- 172.21.15.157:0/3809266852 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800ab680 con 0x7f728c06d870 2024-09-10T10:16:51.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f728b7fe640 1 -- 172.21.15.157:0/3809266852 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72800b0070 con 0x7f728c06d870 2024-09-10T10:16:51.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f728b7fe640 1 -- 172.21.15.157:0/3809266852 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800aba40 con 0x7f728c06d870 2024-09-10T10:16:51.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 -- 172.21.15.157:0/3809266852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 msgr2=0x7f728c06dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 --2- 172.21.15.157:0/3809266852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 0x7f728c06dc50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f728c08d8d0 tx=0x7f728001c480 comp rx=0 tx=0).stop 2024-09-10T10:16:51.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 -- 172.21.15.157:0/3809266852 shutdown_connections 2024-09-10T10:16:51.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 --2- 172.21.15.157:0/3809266852 >> v2:172.21.15.192:3300/0 conn(0x7f728c15e820 0x7f728c0cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 --2- 172.21.15.157:0/3809266852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 0x7f728c06dc50 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 -- 172.21.15.157:0/3809266852 >> 172.21.15.157:0/3809266852 conn(0x7f728c0d4910 msgr2=0x7f728c0d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:51.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 -- 172.21.15.157:0/3809266852 shutdown_connections 2024-09-10T10:16:51.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 -- 172.21.15.157:0/3809266852 wait complete. 2024-09-10T10:16:51.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 Processor -- start 2024-09-10T10:16:51.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.625+0000 7f72931c3640 1 -- start start 2024-09-10T10:16:51.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72931c3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 0x7f728c15cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72931c3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728c0b3610 0x7f728c0cba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72931c3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728c15e820 0x7f728c151f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72931c3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f728c16b1a0 con 0x7f728c06d870 2024-09-10T10:16:51.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72931c3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f728c0d4350 con 0x7f728c15e820 2024-09-10T10:16:51.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72931c3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f728c16b320 con 0x7f728c0b3610 2024-09-10T10:16:51.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f7290f5f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 0x7f728c15cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f7290f5f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 0x7f728c15cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58672/0 (socket says 172.21.15.157:58672) 2024-09-10T10:16:51.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f7290f5f640 1 -- 172.21.15.157:0/870234423 learned_addr learned my addr 172.21.15.157:0/870234423 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:51.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f7290f5f640 1 -- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728c0b3610 msgr2=0x7f728c0cba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f7290f5f640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728c0b3610 0x7f728c0cba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f7290f5f640 1 -- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728c15e820 msgr2=0x7f728c151f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f7290f5f640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728c15e820 0x7f728c151f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f7290f5f640 1 -- 172.21.15.157:0/870234423 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f728c15f700 con 0x7f728c06d870 2024-09-10T10:16:51.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f7290f5f640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 0x7f728c15cdb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f728001a0b0 tx=0x7f728001acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:51.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72897fa640 1 -- 172.21.15.157:0/870234423 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800b5810 con 0x7f728c06d870 2024-09-10T10:16:51.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72897fa640 1 -- 172.21.15.157:0/870234423 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72800a7070 con 0x7f728c06d870 2024-09-10T10:16:51.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f728c15f9e0 con 0x7f728c06d870 2024-09-10T10:16:51.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72897fa640 1 -- 172.21.15.157:0/870234423 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800b5c10 con 0x7f728c06d870 2024-09-10T10:16:51.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f728c15ffa0 con 0x7f728c06d870 2024-09-10T10:16:51.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f728c0cf750 con 0x7f728c06d870 2024-09-10T10:16:51.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72897fa640 1 -- 172.21.15.157:0/870234423 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f72800bd020 con 0x7f728c06d870 2024-09-10T10:16:51.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72897fa640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72700678c0 0x7f7270069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:51.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f72897fa640 1 -- 172.21.15.157:0/870234423 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f7280120150 con 0x7f728c06d870 2024-09-10T10:16:51.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f728bfff640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72700678c0 0x7f7270069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:51.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.629+0000 7f728bfff640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72700678c0 0x7f7270069d80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f728c0b4660 tx=0x7f7278006c00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:51.636 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.633+0000 7f72897fa640 1 -- 172.21.15.157:0/870234423 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7280016070 con 0x7f728c06d870 2024-09-10T10:16:51.824 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f728c0cf1d0 con 0x7f728c06d870 2024-09-10T10:16:51.825 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72897fa640 1 -- 172.21.15.157:0/870234423 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f72800f5e20 con 0x7f728c06d870 2024-09-10T10:16:51.825 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:16:51.826 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":2,"btime":"2024-09-10T10:16:51:577263+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T10:16:51.826 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 2 2024-09-10T10:16:51.828 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72700678c0 msgr2=0x7f7270069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.828 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72700678c0 0x7f7270069d80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f728c0b4660 tx=0x7f7278006c00 comp rx=0 tx=0).stop 2024-09-10T10:16:51.829 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 msgr2=0x7f728c15cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:51.829 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 0x7f728c15cdb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f728001a0b0 tx=0x7f728001acc0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.829 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 shutdown_connections 2024-09-10T10:16:51.829 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72700678c0 0x7f7270069d80 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.829 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728c15e820 0x7f728c151f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.829 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728c0b3610 0x7f728c0cba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.829 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 --2- 172.21.15.157:0/870234423 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728c06d870 0x7f728c15cdb0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:51.830 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 >> 172.21.15.157:0/870234423 conn(0x7f728c0d4910 msgr2=0x7f728c0d4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:51.830 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 shutdown_connections 2024-09-10T10:16:51.830 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:51.825+0000 7f72931c3640 1 -- 172.21.15.157:0/870234423 wait complete. 2024-09-10T10:16:53.844 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:16:53.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5aa2d9640 1 Processor -- start 2024-09-10T10:16:53.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5aa2d9640 1 -- start start 2024-09-10T10:16:53.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5aa2d9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc5a415e820 0x7fc5a40cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:53.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5aa2d9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc5a40b3610 0x7fc5a40d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:53.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5aa2d9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5a40d2ba0 con 0x7fc5a406d870 2024-09-10T10:16:53.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5aa2d9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fc5a40d2e80 con 0x7fc5a415e820 2024-09-10T10:16:53.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5aa2d9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fc5a40d3160 con 0x7fc5a40b3610 2024-09-10T10:16:53.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5a37fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc5a415e820 0x7fc5a40cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:53.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5a37fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc5a415e820 0x7fc5a40cf750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58676/0 (socket says 172.21.15.157:58676) 2024-09-10T10:16:53.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5a37fe640 1 -- 172.21.15.157:0/390479165 learned_addr learned my addr 172.21.15.157:0/390479165 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:53.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5a8876640 1 --2- 172.21.15.157:0/390479165 >> v2:172.21.15.192:3300/0 conn(0x7fc5a40b3610 0x7fc5a40d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:53.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5a37fe640 1 -- 172.21.15.157:0/390479165 >> v2:172.21.15.192:3300/0 conn(0x7fc5a40b3610 msgr2=0x7fc5a40d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:53.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5a37fe640 1 --2- 172.21.15.157:0/390479165 >> v2:172.21.15.192:3300/0 conn(0x7fc5a40b3610 0x7fc5a40d3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:53.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5a37fe640 1 -- 172.21.15.157:0/390479165 >> v1:172.21.15.192:6789/0 conn(0x7fc5a406d870 legacy=0x7fc5a406dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:53.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5a37fe640 1 -- 172.21.15.157:0/390479165 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5a40d3440 con 0x7fc5a415e820 2024-09-10T10:16:53.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.969+0000 7fc5a8876640 1 --2- 172.21.15.157:0/390479165 >> v2:172.21.15.192:3300/0 conn(0x7fc5a40b3610 0x7fc5a40d3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:53.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5a37fe640 1 --2- 172.21.15.157:0/390479165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 0x7fc5a40cf750 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc5a40d24c0 tx=0x7fc59801c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49f0d5b89cfc8346 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:53.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5a2ffd640 1 -- 172.21.15.157:0/390479165 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5980aa430 con 0x7fc5a415e820 2024-09-10T10:16:53.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5a2ffd640 1 -- 172.21.15.157:0/390479165 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5980af070 con 0x7fc5a415e820 2024-09-10T10:16:53.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5a2ffd640 1 -- 172.21.15.157:0/390479165 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5980aa7f0 con 0x7fc5a415e820 2024-09-10T10:16:53.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/390479165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 msgr2=0x7fc5a40cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:53.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 --2- 172.21.15.157:0/390479165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 0x7fc5a40cf750 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc5a40d24c0 tx=0x7fc59801c4b0 comp rx=0 tx=0).stop 2024-09-10T10:16:53.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/390479165 shutdown_connections 2024-09-10T10:16:53.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 --2- 172.21.15.157:0/390479165 >> v2:172.21.15.192:3300/0 conn(0x7fc5a40b3610 0x7fc5a40d3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:53.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 --2- 172.21.15.157:0/390479165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 0x7fc5a40cf750 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:53.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/390479165 >> 172.21.15.157:0/390479165 conn(0x7fc5a40d4910 msgr2=0x7fc5a40d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:53.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/390479165 shutdown_connections 2024-09-10T10:16:53.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/390479165 wait complete. 2024-09-10T10:16:53.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 Processor -- start 2024-09-10T10:16:53.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 -- start start 2024-09-10T10:16:53.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5a406d870 0x7fc5a4158e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:53.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5a40b3610 0x7fc5a40ca9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:53.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 0x7fc5a41571b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:53.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a416b530 con 0x7fc5a415e820 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a416b3b0 con 0x7fc5a40b3610 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5aa2d9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc5a416b6b0 con 0x7fc5a406d870 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.973+0000 7fc5a8876640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 0x7fc5a41571b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a8876640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 0x7fc5a41571b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58688/0 (socket says 172.21.15.157:58688) 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a8876640 1 -- 172.21.15.157:0/1651547853 learned_addr learned my addr 172.21.15.157:0/1651547853 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a3fff640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5a406d870 0x7fc5a4158e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a37fe640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5a40b3610 0x7fc5a40ca9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a8876640 1 -- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5a406d870 msgr2=0x7fc5a4158e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a8876640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5a406d870 0x7fc5a4158e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a8876640 1 -- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5a40b3610 msgr2=0x7fc5a40ca9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a8876640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5a40b3610 0x7fc5a40ca9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a8876640 1 -- 172.21.15.157:0/1651547853 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5a4158530 con 0x7fc5a415e820 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a8876640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 0x7fc5a41571b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc59c00cf20 tx=0x7fc59c00a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:53.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a0ff9640 1 -- 172.21.15.157:0/1651547853 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c01a070 con 0x7fc5a415e820 2024-09-10T10:16:53.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a0ff9640 1 -- 172.21.15.157:0/1651547853 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc59c00d840 con 0x7fc5a415e820 2024-09-10T10:16:53.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a0ff9640 1 -- 172.21.15.157:0/1651547853 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c00dc30 con 0x7fc5a415e820 2024-09-10T10:16:53.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5a4158810 con 0x7fc5a415e820 2024-09-10T10:16:53.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5a40cba30 con 0x7fc5a415e820 2024-09-10T10:16:53.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5a40d3c40 con 0x7fc5a415e820 2024-09-10T10:16:53.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a0ff9640 1 -- 172.21.15.157:0/1651547853 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc59c01d070 con 0x7fc5a415e820 2024-09-10T10:16:53.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a0ff9640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc5900678f0 0x7fc590069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:53.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a0ff9640 1 -- 172.21.15.157:0/1651547853 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fc59c086190 con 0x7fc5a415e820 2024-09-10T10:16:53.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a3fff640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc5900678f0 0x7fc590069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:53.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.977+0000 7fc5a3fff640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc5900678f0 0x7fc590069db0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc594004e30 tx=0x7fc594009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:53.984 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:53.981+0000 7fc5a0ff9640 1 -- 172.21.15.157:0/1651547853 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc59c0570b0 con 0x7fc5a415e820 2024-09-10T10:16:54.162 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.161+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc5a415efd0 con 0x7fc5a415e820 2024-09-10T10:16:54.163 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.161+0000 7fc5a0ff9640 1 -- 172.21.15.157:0/1651547853 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3909 (secure 0 0 0) 0x7fc59c0569b0 con 0x7fc5a415e820 2024-09-10T10:16:54.163 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:16:54.163 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":3,"btime":"2024-09-10T10:16:52:578334+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/309600849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":309600849},{"type":"v1","addr":"172.21.15.192:6837","nonce":309600849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/492583993","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":492583993},{"type":"v1","addr":"172.21.15.157:6835","nonce":492583993}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2297479090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2297479090},{"type":"v1","addr":"172.21.15.192:6835","nonce":2297479090}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-10T10:16:54.163 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 3 2024-09-10T10:16:54.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc5900678f0 msgr2=0x7fc590069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc5900678f0 0x7fc590069db0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc594004e30 tx=0x7fc594009040 comp rx=0 tx=0).stop 2024-09-10T10:16:54.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 msgr2=0x7fc5a41571b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 0x7fc5a41571b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc59c00cf20 tx=0x7fc59c00a7d0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 shutdown_connections 2024-09-10T10:16:54.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc5900678f0 0x7fc590069db0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5a415e820 0x7fc5a41571b0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.166 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5a40b3610 0x7fc5a40ca9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.166 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 --2- 172.21.15.157:0/1651547853 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5a406d870 0x7fc5a4158e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.166 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 >> 172.21.15.157:0/1651547853 conn(0x7fc5a40d4910 msgr2=0x7fc5a4160a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:54.166 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 shutdown_connections 2024-09-10T10:16:54.166 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.165+0000 7fc5aa2d9640 1 -- 172.21.15.157:0/1651547853 wait complete. 2024-09-10T10:16:54.180 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:16:54.290 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f7285cce640 1 Processor -- start 2024-09-10T10:16:54.290 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f7285cce640 1 -- start start 2024-09-10T10:16:54.293 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f7285cce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72800b24d0 0x7f728015c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.293 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f7285cce640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72800b55e0 con 0x7f72800cca90 2024-09-10T10:16:54.293 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f7285cce640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72800cd020 con 0x7f72800b5200 2024-09-10T10:16:54.293 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f7285cce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f72800ce3b0 con 0x7f72800b24d0 2024-09-10T10:16:54.293 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727effd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f72800cca90 0x7f72800b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37560/0 (socket says 172.21.15.157:37560) 2024-09-10T10:16:54.293 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727effd640 1 -- 172.21.15.157:0/3107263734 learned_addr learned my addr 172.21.15.157:0/3107263734 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:16:54.293 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727ffff640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72800b24d0 0x7f728015c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3341169987 0 0) 0x7f72800b55e0 con 0x7f72800cca90 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f726c003530 con 0x7f72800cca90 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2467621457 0 0) 0x7f726c003530 con 0x7f72800cca90 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72800b24d0 msgr2=0x7f728015c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72800b24d0 0x7f728015c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 >> v1:172.21.15.192:6789/0 conn(0x7f72800b5200 legacy=0x7f72800b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72800cd300 con 0x7f72800cca90 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f7268001680 con 0x7f72800cca90 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 >> v1:172.21.15.157:6789/0 conn(0x7f72800cca90 legacy=0x7f72800b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c0039f0 0x7f726c003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72800b24d0 0x7f726c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f726c004d50 0x7f726c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.294 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f726c00bb00 con 0x7f726c004d50 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f726c00bcb0 con 0x7f726c0039f0 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f726c00beb0 con 0x7f72800b24d0 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.289+0000 7f727ffff640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f726c004d50 0x7f726c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727effd640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72800b24d0 0x7f726c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727f7fe640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c0039f0 0x7f726c003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727ffff640 1 -- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72800b24d0 msgr2=0x7f726c004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727ffff640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72800b24d0 0x7f726c004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727ffff640 1 -- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c0039f0 msgr2=0x7f726c003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727ffff640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c0039f0 0x7f726c003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727ffff640 1 -- 172.21.15.157:0/3107263734 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726c003530 con 0x7f726c004d50 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727ffff640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f726c004d50 0x7f726c0051d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7278009ab0 tx=0x7f727801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ab66fedd404eaea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780b2070 con 0x7f726c004d50 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72780a5530 con 0x7f726c004d50 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727e7fc640 1 -- 172.21.15.157:0/3107263734 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780096b0 con 0x7f726c004d50 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f7285cce640 1 -- 172.21.15.157:0/3107263734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f726c004d50 msgr2=0x7f726c0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f7285cce640 1 --2- 172.21.15.157:0/3107263734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f726c004d50 0x7f726c0051d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7278009ab0 tx=0x7f727801ca50 comp rx=0 tx=0).stop 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f727ffff640 1 -- 172.21.15.157:0/3107263734 reap_dead start 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f7285cce640 1 -- 172.21.15.157:0/3107263734 shutdown_connections 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f7285cce640 1 -- 172.21.15.157:0/3107263734 >> 172.21.15.157:0/3107263734 conn(0x7f728006bcc0 msgr2=0x7f728006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f7285cce640 1 -- 172.21.15.157:0/3107263734 shutdown_connections 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.293+0000 7f7285cce640 1 -- 172.21.15.157:0/3107263734 wait complete. 2024-09-10T10:16:54.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 Processor -- start 2024-09-10T10:16:54.298 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 -- start start 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f726c004d50 0x7f728014caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728014d4c0 0x7f72800c62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728014d940 0x7f72800c6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f728015c0b0 con 0x7f728014d940 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f72800cd8c0 con 0x7f728014d4c0 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f728015c230 con 0x7f726c004d50 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728014d940 0x7f72800c6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728014d940 0x7f72800c6820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47792/0 (socket says 172.21.15.157:47792) 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727ffff640 1 -- 172.21.15.157:0/173934550 learned_addr learned my addr 172.21.15.157:0/173934550 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:54.300 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727f7fe640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f726c004d50 0x7f728014caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727effd640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728014d4c0 0x7f72800c62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727ffff640 1 -- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f726c004d50 msgr2=0x7f728014caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727ffff640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f726c004d50 0x7f728014caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727ffff640 1 -- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728014d4c0 msgr2=0x7f72800c62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727ffff640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728014d4c0 0x7f72800c62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727ffff640 1 -- 172.21.15.157:0/173934550 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f728015a350 con 0x7f728014d940 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727effd640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728014d4c0 0x7f72800c62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727ffff640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728014d940 0x7f72800c6820 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f72780b0040 tx=0x7f726c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7277fff640 1 -- 172.21.15.157:0/173934550 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780bc070 con 0x7f728014d940 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7277fff640 1 -- 172.21.15.157:0/173934550 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7278000e50 con 0x7f728014d940 2024-09-10T10:16:54.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72800c5240 con 0x7f728014d940 2024-09-10T10:16:54.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7277fff640 1 -- 172.21.15.157:0/173934550 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72780b2040 con 0x7f728014d940 2024-09-10T10:16:54.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72800c5800 con 0x7f728014d940 2024-09-10T10:16:54.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72800b43d0 con 0x7f728014d940 2024-09-10T10:16:54.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7277fff640 1 -- 172.21.15.157:0/173934550 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f72780bf070 con 0x7f728014d940 2024-09-10T10:16:54.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7277fff640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72600678c0 0x7f7260069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f7277fff640 1 -- 172.21.15.157:0/173934550 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f727811ec90 con 0x7f728014d940 2024-09-10T10:16:54.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.297+0000 7f727f7fe640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72600678c0 0x7f7260069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.301+0000 7f727f7fe640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72600678c0 0x7f7260069d80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7270001ce0 tx=0x7f7270009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:54.304 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.301+0000 7f7277fff640 1 -- 172.21.15.157:0/173934550 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7278016760 con 0x7f728014d940 2024-09-10T10:16:54.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f728006c320 con 0x7f728014d940 2024-09-10T10:16:54.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7277fff640 1 -- 172.21.15.157:0/173934550 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f72780ef4d0 con 0x7f728014d940 2024-09-10T10:16:54.458 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:16:54.458 INFO:teuthology.orchestra.run.smithi157.stdout:[ 2024-09-10T10:16:54.458 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:16:54.458 INFO:teuthology.orchestra.run.smithi157.stdout: "poolnum": 1, 2024-09-10T10:16:54.458 INFO:teuthology.orchestra.run.smithi157.stdout: "poolname": ".mgr" 2024-09-10T10:16:54.458 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:16:54.458 INFO:teuthology.orchestra.run.smithi157.stdout:] 2024-09-10T10:16:54.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72600678c0 msgr2=0x7f7260069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72600678c0 0x7f7260069d80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7270001ce0 tx=0x7f7270009040 comp rx=0 tx=0).stop 2024-09-10T10:16:54.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728014d940 msgr2=0x7f72800c6820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728014d940 0x7f72800c6820 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f72780b0040 tx=0x7f726c005840 comp rx=0 tx=0).stop 2024-09-10T10:16:54.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 shutdown_connections 2024-09-10T10:16:54.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72600678c0 0x7f7260069d80 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f728014d940 0x7f72800c6820 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f728014d4c0 0x7f72800c62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 --2- 172.21.15.157:0/173934550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f726c004d50 0x7f728014caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 >> 172.21.15.157:0/173934550 conn(0x7f728006bcc0 msgr2=0x7f728015c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:54.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 shutdown_connections 2024-09-10T10:16:54.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.457+0000 7f7285cce640 1 -- 172.21.15.157:0/173934550 wait complete. 2024-09-10T10:16:54.475 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:16:54.475 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:16:54.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd5938d8640 1 Processor -- start 2024-09-10T10:16:54.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd5938d8640 1 -- start start 2024-09-10T10:16:54.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd5938d8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15e5b0 0x7fd58c15f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd5938d8640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd58c070930 0x7fd58c0730c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd5938d8640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd58c15faf0 con 0x7fd58c073600 2024-09-10T10:16:54.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd5938d8640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fd58c070150 con 0x7fd58c070930 2024-09-10T10:16:54.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd5938d8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd58c15e990 con 0x7fd58c15e5b0 2024-09-10T10:16:54.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd590e73640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd58c070930 0x7fd58c0730c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd590e73640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd58c070930 0x7fd58c0730c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47806/0 (socket says 172.21.15.157:47806) 2024-09-10T10:16:54.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd590e73640 1 -- 172.21.15.157:0/4219752662 learned_addr learned my addr 172.21.15.157:0/4219752662 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:54.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd591674640 1 --2- 172.21.15.157:0/4219752662 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15e5b0 0x7fd58c15f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd590e73640 1 -- 172.21.15.157:0/4219752662 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15e5b0 msgr2=0x7fd58c15f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:54.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd590e73640 1 --2- 172.21.15.157:0/4219752662 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15e5b0 0x7fd58c15f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd590e73640 1 -- 172.21.15.157:0/4219752662 >> v1:172.21.15.192:6789/0 conn(0x7fd58c073600 legacy=0x7fd58c0d02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.589+0000 7fd590e73640 1 -- 172.21.15.157:0/4219752662 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd58c06f540 con 0x7fd58c070930 2024-09-10T10:16:54.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd590e73640 1 --2- 172.21.15.157:0/4219752662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c070930 0x7fd58c0730c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd580009870 tx=0x7fd58001c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fcfa8229510f5d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:54.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd57ffff640 1 -- 172.21.15.157:0/4219752662 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5800ab650 con 0x7fd58c070930 2024-09-10T10:16:54.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd57ffff640 1 -- 172.21.15.157:0/4219752662 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5800b0070 con 0x7fd58c070930 2024-09-10T10:16:54.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd57ffff640 1 -- 172.21.15.157:0/4219752662 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5800aba10 con 0x7fd58c070930 2024-09-10T10:16:54.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 -- 172.21.15.157:0/4219752662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c070930 msgr2=0x7fd58c0730c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 --2- 172.21.15.157:0/4219752662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c070930 0x7fd58c0730c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd580009870 tx=0x7fd58001c560 comp rx=0 tx=0).stop 2024-09-10T10:16:54.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 -- 172.21.15.157:0/4219752662 shutdown_connections 2024-09-10T10:16:54.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 --2- 172.21.15.157:0/4219752662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c070930 0x7fd58c0730c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 --2- 172.21.15.157:0/4219752662 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15e5b0 0x7fd58c15f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 -- 172.21.15.157:0/4219752662 >> 172.21.15.157:0/4219752662 conn(0x7fd58c0d23d0 msgr2=0x7fd58c0d27e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:54.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 -- 172.21.15.157:0/4219752662 shutdown_connections 2024-09-10T10:16:54.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 -- 172.21.15.157:0/4219752662 wait complete. 2024-09-10T10:16:54.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 Processor -- start 2024-09-10T10:16:54.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 -- start start 2024-09-10T10:16:54.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c070930 0x7fd58c0b1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c073600 0x7fd58c0b67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c15e5b0 0x7fd58c14daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd58c16b2f0 con 0x7fd58c15e5b0 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd58c16b170 con 0x7fd58c073600 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd5938d8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd58c16b470 con 0x7fd58c070930 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd591e75640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c15e5b0 0x7fd58c14daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd591e75640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c15e5b0 0x7fd58c14daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47810/0 (socket says 172.21.15.157:47810) 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.593+0000 7fd591e75640 1 -- 172.21.15.157:0/3670085135 learned_addr learned my addr 172.21.15.157:0/3670085135 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd590e73640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c073600 0x7fd58c0b67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591674640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c070930 0x7fd58c0b1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591e75640 1 -- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c070930 msgr2=0x7fd58c0b1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591e75640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c070930 0x7fd58c0b1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591e75640 1 -- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c073600 msgr2=0x7fd58c0b67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591e75640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c073600 0x7fd58c0b67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:54.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591e75640 1 -- 172.21.15.157:0/3670085135 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd58c14dfe0 con 0x7fd58c15e5b0 2024-09-10T10:16:54.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591674640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c070930 0x7fd58c0b1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:54.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591e75640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c15e5b0 0x7fd58c14daa0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd58400c7a0 tx=0x7fd58400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:54.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd57dffb640 1 -- 172.21.15.157:0/3670085135 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd584003b80 con 0x7fd58c15e5b0 2024-09-10T10:16:54.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd57dffb640 1 -- 172.21.15.157:0/3670085135 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd584003d20 con 0x7fd58c15e5b0 2024-09-10T10:16:54.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd57dffb640 1 -- 172.21.15.157:0/3670085135 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd58400aa90 con 0x7fd58c15e5b0 2024-09-10T10:16:54.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd58c0b2240 con 0x7fd58c15e5b0 2024-09-10T10:16:54.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd58c0b2800 con 0x7fd58c15e5b0 2024-09-10T10:16:54.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd58c0730c0 con 0x7fd58c15e5b0 2024-09-10T10:16:54.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd57dffb640 1 -- 172.21.15.157:0/3670085135 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd58400ac30 con 0x7fd58c15e5b0 2024-09-10T10:16:54.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd57dffb640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd5700678c0 0x7fd570069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:54.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd57dffb640 1 -- 172.21.15.157:0/3670085135 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fd584085910 con 0x7fd58c15e5b0 2024-09-10T10:16:54.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591674640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd5700678c0 0x7fd570069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:54.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.597+0000 7fd591674640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd5700678c0 0x7fd570069d80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd5880097a0 tx=0x7fd588008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:54.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.601+0000 7fd57dffb640 1 -- 172.21.15.157:0/3670085135 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd58c15faf0 con 0x7fd58c15e5b0 2024-09-10T10:16:54.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:54.757+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fd58c0b7760 con 0x7fd58c15e5b0 2024-09-10T10:16:55.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.597+0000 7fd57dffb640 1 -- 172.21.15.157:0/3670085135 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7fd584056710 con 0x7fd58c15e5b0 2024-09-10T10:16:55.598 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_metadata' created 2024-09-10T10:16:55.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd5700678c0 msgr2=0x7fd570069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:55.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd5700678c0 0x7fd570069d80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd5880097a0 tx=0x7fd588008040 comp rx=0 tx=0).stop 2024-09-10T10:16:55.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c15e5b0 msgr2=0x7fd58c14daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:55.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c15e5b0 0x7fd58c14daa0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd58400c7a0 tx=0x7fd58400cc60 comp rx=0 tx=0).stop 2024-09-10T10:16:55.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 shutdown_connections 2024-09-10T10:16:55.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd5700678c0 0x7fd570069d80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:55.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd58c15e5b0 0x7fd58c14daa0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:55.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c073600 0x7fd58c0b67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:55.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 --2- 172.21.15.157:0/3670085135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c070930 0x7fd58c0b1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:55.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 >> 172.21.15.157:0/3670085135 conn(0x7fd58c0d23d0 msgr2=0x7fd58c0b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:55.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 shutdown_connections 2024-09-10T10:16:55.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.601+0000 7fd5938d8640 1 -- 172.21.15.157:0/3670085135 wait complete. 2024-09-10T10:16:55.628 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:16:55.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f6769a2d640 1 Processor -- start 2024-09-10T10:16:55.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f6769a2d640 1 -- start start 2024-09-10T10:16:55.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f6769a2d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6764147b20 0x7f67640b1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:55.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f6769a2d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f67640b2370 0x7f676415ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:55.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f6769a2d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f676415f7b0 con 0x7f676415ef80 2024-09-10T10:16:55.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f6769a2d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f67640b27b0 con 0x7f67640b2370 2024-09-10T10:16:55.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f6769a2d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f67640b4a00 con 0x7f6764147b20 2024-09-10T10:16:55.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f67627fc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f67640b2370 0x7f676415ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:55.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f67637fe640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f676415ef80 0x7f67640ae8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:48744/0 (socket says 172.21.15.157:48744) 2024-09-10T10:16:55.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f67637fe640 1 -- 172.21.15.157:0/949509343 learned_addr learned my addr 172.21.15.157:0/949509343 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:16:55.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f6762ffd640 1 --2- 172.21.15.157:0/949509343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6764147b20 0x7f67640b1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:55.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f67627fc640 1 -- 172.21.15.157:0/949509343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6764147b20 msgr2=0x7f67640b1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:55.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f67627fc640 1 --2- 172.21.15.157:0/949509343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6764147b20 0x7f67640b1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:55.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f67627fc640 1 -- 172.21.15.157:0/949509343 >> v1:172.21.15.192:6789/0 conn(0x7f676415ef80 legacy=0x7f67640ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:55.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.757+0000 7f67627fc640 1 -- 172.21.15.157:0/949509343 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67640cefc0 con 0x7f67640b2370 2024-09-10T10:16:55.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f67627fc640 1 --2- 172.21.15.157:0/949509343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67640b2370 0x7f676415ea40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f67580097c0 tx=0x7f675801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a0ef3dd2f1f4019 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:55.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6761ffb640 1 -- 172.21.15.157:0/949509343 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67580b1070 con 0x7f67640b2370 2024-09-10T10:16:55.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6761ffb640 1 -- 172.21.15.157:0/949509343 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67580ac410 con 0x7f67640b2370 2024-09-10T10:16:55.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6761ffb640 1 -- 172.21.15.157:0/949509343 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67580ac7e0 con 0x7f67640b2370 2024-09-10T10:16:55.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6769a2d640 1 -- 172.21.15.157:0/949509343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67640b2370 msgr2=0x7f676415ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:55.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6769a2d640 1 --2- 172.21.15.157:0/949509343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67640b2370 0x7f676415ea40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f67580097c0 tx=0x7f675801c470 comp rx=0 tx=0).stop 2024-09-10T10:16:55.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6769a2d640 1 -- 172.21.15.157:0/949509343 shutdown_connections 2024-09-10T10:16:55.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6769a2d640 1 --2- 172.21.15.157:0/949509343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67640b2370 0x7f676415ea40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:55.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6769a2d640 1 --2- 172.21.15.157:0/949509343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6764147b20 0x7f67640b1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:55.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6769a2d640 1 -- 172.21.15.157:0/949509343 >> 172.21.15.157:0/949509343 conn(0x7f6764067e30 msgr2=0x7f676406bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:55.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6769a2d640 1 -- 172.21.15.157:0/949509343 shutdown_connections 2024-09-10T10:16:55.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.761+0000 7f6769a2d640 1 -- 172.21.15.157:0/949509343 wait complete. 2024-09-10T10:16:55.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 Processor -- start 2024-09-10T10:16:55.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 -- start start 2024-09-10T10:16:55.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67640b2370 0x7f676413bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:55.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6764147b20 0x7f6764134820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:55.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676415ef80 0x7f67641374c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:55.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f67640cfd80 con 0x7f6764147b20 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f676415f3b0 con 0x7f676415ef80 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f676413aca0 con 0x7f67640b2370 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67627fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6764147b20 0x7f6764134820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67627fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6764147b20 0x7f6764134820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47820/0 (socket says 172.21.15.157:47820) 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67627fc640 1 -- 172.21.15.157:0/3196864632 learned_addr learned my addr 172.21.15.157:0/3196864632 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6762ffd640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67640b2370 0x7f676413bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67637fe640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676415ef80 0x7f67641374c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67627fc640 1 -- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67640b2370 msgr2=0x7f676413bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67627fc640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67640b2370 0x7f676413bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67627fc640 1 -- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676415ef80 msgr2=0x7f67641374c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67627fc640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676415ef80 0x7f67641374c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:55.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67627fc640 1 -- 172.21.15.157:0/3196864632 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f676413af80 con 0x7f6764147b20 2024-09-10T10:16:55.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67637fe640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676415ef80 0x7f67641374c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:55.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f67627fc640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6764147b20 0x7f6764134820 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f675801a0a0 tx=0x7f6758019210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:55.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f674bfff640 1 -- 172.21.15.157:0/3196864632 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67580b1040 con 0x7f6764147b20 2024-09-10T10:16:55.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f674bfff640 1 -- 172.21.15.157:0/3196864632 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67580bc070 con 0x7f6764147b20 2024-09-10T10:16:55.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f676413b260 con 0x7f6764147b20 2024-09-10T10:16:55.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f674bfff640 1 -- 172.21.15.157:0/3196864632 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67580b5410 con 0x7f6764147b20 2024-09-10T10:16:55.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6764134d60 con 0x7f6764147b20 2024-09-10T10:16:55.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6764147f90 con 0x7f6764147b20 2024-09-10T10:16:55.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f674bfff640 1 -- 172.21.15.157:0/3196864632 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f67580b55b0 con 0x7f6764147b20 2024-09-10T10:16:55.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f674bfff640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678f0 0x7f6750069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:55.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.765+0000 7f674bfff640 1 -- 172.21.15.157:0/3196864632 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f675811f4f0 con 0x7f6764147b20 2024-09-10T10:16:55.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.769+0000 7f6762ffd640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678f0 0x7f6750069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:55.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.769+0000 7f6762ffd640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678f0 0x7f6750069db0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6754009a30 tx=0x7f6754008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:55.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.773+0000 7f674bfff640 1 -- 172.21.15.157:0/3196864632 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6758016090 con 0x7f6764147b20 2024-09-10T10:16:55.925 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:55.925+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6764138850 con 0x7f6764147b20 2024-09-10T10:16:56.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.605+0000 7f674bfff640 1 -- 172.21.15.157:0/3196864632 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7f67580f0210 con 0x7f6764147b20 2024-09-10T10:16:56.608 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_data' created 2024-09-10T10:16:56.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678f0 msgr2=0x7f6750069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:56.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678f0 0x7f6750069db0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6754009a30 tx=0x7f6754008040 comp rx=0 tx=0).stop 2024-09-10T10:16:56.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6764147b20 msgr2=0x7f6764134820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:56.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6764147b20 0x7f6764134820 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f675801a0a0 tx=0x7f6758019210 comp rx=0 tx=0).stop 2024-09-10T10:16:56.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 shutdown_connections 2024-09-10T10:16:56.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678f0 0x7f6750069db0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676415ef80 0x7f67641374c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6764147b20 0x7f6764134820 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 --2- 172.21.15.157:0/3196864632 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67640b2370 0x7f676413bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 >> 172.21.15.157:0/3196864632 conn(0x7f6764067e30 msgr2=0x7f6764145590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:56.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 shutdown_connections 2024-09-10T10:16:56.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.609+0000 7f6769a2d640 1 -- 172.21.15.157:0/3196864632 wait complete. 2024-09-10T10:16:56.641 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:16:56.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb6476640 1 Processor -- start 2024-09-10T10:16:56.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb6476640 1 -- start start 2024-09-10T10:16:56.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb6476640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1fb015e880 0x7f1fb00ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:56.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb6476640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1fb00713b0 0x7f1fb0073210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:56.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb6476640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015ec60 0x7f1fb0073750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:56.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb6476640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f1fb00d14c0 con 0x7f1fb015e880 2024-09-10T10:16:56.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb6476640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f1fb00cc9e0 con 0x7f1fb00713b0 2024-09-10T10:16:56.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb6476640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f1fb00cb910 con 0x7f1fb015ec60 2024-09-10T10:16:56.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1fb015e880 0x7f1fb00ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:56.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1fb015e880 0x7f1fb00ccf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47832/0 (socket says 172.21.15.157:47832) 2024-09-10T10:16:56.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faffff640 1 -- 172.21.15.157:0/1887752601 learned_addr learned my addr 172.21.15.157:0/1887752601 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:56.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb4a13640 1 --2- 172.21.15.157:0/1887752601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015ec60 0x7f1fb0073750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:56.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faf7fe640 1 --2- 172.21.15.157:0/1887752601 >> v2:172.21.15.192:3300/0 conn(0x7f1fb00713b0 0x7f1fb0073210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:56.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faffff640 1 -- 172.21.15.157:0/1887752601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015ec60 msgr2=0x7f1fb0073750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:56.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faffff640 1 --2- 172.21.15.157:0/1887752601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015ec60 0x7f1fb0073750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faffff640 1 -- 172.21.15.157:0/1887752601 >> v2:172.21.15.192:3300/0 conn(0x7f1fb00713b0 msgr2=0x7f1fb0073210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:56.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faffff640 1 --2- 172.21.15.157:0/1887752601 >> v2:172.21.15.192:3300/0 conn(0x7f1fb00713b0 0x7f1fb0073210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faffff640 1 -- 172.21.15.157:0/1887752601 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb00cc420 con 0x7f1fb015e880 2024-09-10T10:16:56.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1fb4a13640 1 --2- 172.21.15.157:0/1887752601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015ec60 0x7f1fb0073750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:56.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.769+0000 7f1faf7fe640 1 --2- 172.21.15.157:0/1887752601 >> v2:172.21.15.192:3300/0 conn(0x7f1fb00713b0 0x7f1fb0073210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:56.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faffff640 1 --2- 172.21.15.157:0/1887752601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb015e880 0x7f1fb00ccf00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1fb00d00c0 tx=0x7f1fa001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab59ce00fc62cc3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:56.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faeffd640 1 -- 172.21.15.157:0/1887752601 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa00ab5f0 con 0x7f1fb015e880 2024-09-10T10:16:56.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faeffd640 1 -- 172.21.15.157:0/1887752601 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fa00b0070 con 0x7f1fb015e880 2024-09-10T10:16:56.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faeffd640 1 -- 172.21.15.157:0/1887752601 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa00ab9b0 con 0x7f1fb015e880 2024-09-10T10:16:56.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 -- 172.21.15.157:0/1887752601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb015e880 msgr2=0x7f1fb00ccf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:56.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 --2- 172.21.15.157:0/1887752601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb015e880 0x7f1fb00ccf00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1fb00d00c0 tx=0x7f1fa001c520 comp rx=0 tx=0).stop 2024-09-10T10:16:56.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 -- 172.21.15.157:0/1887752601 shutdown_connections 2024-09-10T10:16:56.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 --2- 172.21.15.157:0/1887752601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015ec60 0x7f1fb0073750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 --2- 172.21.15.157:0/1887752601 >> v2:172.21.15.192:3300/0 conn(0x7f1fb00713b0 0x7f1fb0073210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 --2- 172.21.15.157:0/1887752601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb015e880 0x7f1fb00ccf00 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 -- 172.21.15.157:0/1887752601 >> 172.21.15.157:0/1887752601 conn(0x7f1fb00d2580 msgr2=0x7f1fb00d2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:56.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 -- 172.21.15.157:0/1887752601 shutdown_connections 2024-09-10T10:16:56.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 -- 172.21.15.157:0/1887752601 wait complete. 2024-09-10T10:16:56.777 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 Processor -- start 2024-09-10T10:16:56.777 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 -- start start 2024-09-10T10:16:56.777 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb00713b0 0x7f1fb00b6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:56.777 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015e880 0x7f1fb013fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:56.777 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fb015ec60 0x7f1fb015db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:56.777 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb00cd650 con 0x7f1fb00713b0 2024-09-10T10:16:56.777 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb0073fc0 con 0x7f1fb015ec60 2024-09-10T10:16:56.777 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb6476640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f1fb00ced10 con 0x7f1fb015e880 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb00713b0 0x7f1fb00b6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb00713b0 0x7f1fb00b6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47838/0 (socket says 172.21.15.157:47838) 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faffff640 1 -- 172.21.15.157:0/2472820546 learned_addr learned my addr 172.21.15.157:0/2472820546 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faf7fe640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015e880 0x7f1fb013fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faffff640 1 -- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015e880 msgr2=0x7f1fb013fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1fb4a13640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fb015ec60 0x7f1fb015db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faffff640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015e880 0x7f1fb013fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faffff640 1 -- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fb015ec60 msgr2=0x7f1fb015db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faffff640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fb015ec60 0x7f1fb015db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faffff640 1 -- 172.21.15.157:0/2472820546 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb00b5740 con 0x7f1fb00713b0 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.773+0000 7f1faf7fe640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015e880 0x7f1fb013fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1faffff640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb00713b0 0x7f1fb00b6d80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1fa00ad040 tx=0x7f1fa001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1facff9640 1 -- 172.21.15.157:0/2472820546 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa00be5f0 con 0x7f1fb00713b0 2024-09-10T10:16:56.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1facff9640 1 -- 172.21.15.157:0/2472820546 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fa00be7b0 con 0x7f1fb00713b0 2024-09-10T10:16:56.779 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fb00b5a20 con 0x7f1fb00713b0 2024-09-10T10:16:56.779 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1facff9640 1 -- 172.21.15.157:0/2472820546 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa00beba0 con 0x7f1fb00713b0 2024-09-10T10:16:56.779 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fb00b5fe0 con 0x7f1fb00713b0 2024-09-10T10:16:56.780 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fb015c140 con 0x7f1fb00713b0 2024-09-10T10:16:56.780 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1facff9640 1 -- 172.21.15.157:0/2472820546 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1fa00b43f0 con 0x7f1fb00713b0 2024-09-10T10:16:56.780 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1facff9640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1f9c0678c0 0x7f1f9c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:56.780 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1facff9640 1 -- 172.21.15.157:0/2472820546 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f1fa0120610 con 0x7f1fb00713b0 2024-09-10T10:16:56.780 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1faf7fe640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1f9c0678c0 0x7f1f9c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:56.780 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.777+0000 7f1faf7fe640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1f9c0678c0 0x7f1f9c069d80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1fa4006fd0 tx=0x7f1fa4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:56.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.781+0000 7f1facff9640 1 -- 172.21.15.157:0/2472820546 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1fa00c4060 con 0x7f1fb00713b0 2024-09-10T10:16:56.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:56.977+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f1fb015be60 con 0x7f1fb00713b0 2024-09-10T10:16:57.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.649+0000 7f1facff9640 1 -- 172.21.15.157:0/2472820546 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f1fa0016110 con 0x7f1fb00713b0 2024-09-10T10:16:57.652 INFO:teuthology.orchestra.run.smithi157.stderr:new fs with metadata pool 2 and data pool 3 2024-09-10T10:16:57.661 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.661+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1f9c0678c0 msgr2=0x7f1f9c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:57.661 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.661+0000 7f1fb6476640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1f9c0678c0 0x7f1f9c069d80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1fa4006fd0 tx=0x7f1fa4008040 comp rx=0 tx=0).stop 2024-09-10T10:16:57.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.661+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb00713b0 msgr2=0x7f1fb00b6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:57.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.661+0000 7f1fb6476640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb00713b0 0x7f1fb00b6d80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1fa00ad040 tx=0x7f1fa001ad60 comp rx=0 tx=0).stop 2024-09-10T10:16:57.664 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.661+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 shutdown_connections 2024-09-10T10:16:57.665 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.665+0000 7f1fb6476640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1f9c0678c0 0x7f1f9c069d80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.665 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.665+0000 7f1fb6476640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fb015ec60 0x7f1fb015db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.665 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.665+0000 7f1fb6476640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1fb015e880 0x7f1fb013fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.665 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.665+0000 7f1fb6476640 1 --2- 172.21.15.157:0/2472820546 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1fb00713b0 0x7f1fb00b6d80 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.665 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.665+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 >> 172.21.15.157:0/2472820546 conn(0x7f1fb00d2580 msgr2=0x7f1fb00b39f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:57.667 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.665+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 shutdown_connections 2024-09-10T10:16:57.667 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.665+0000 7f1fb6476640 1 -- 172.21.15.157:0/2472820546 wait complete. 2024-09-10T10:16:57.686 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:16:57.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.793+0000 7fe831531640 1 Processor -- start 2024-09-10T10:16:57.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.793+0000 7fe831531640 1 -- start start 2024-09-10T10:16:57.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe831531640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe82c145970 0x7fe82c0b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe831531640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 0x7fe82c0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe831531640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe82c0d0960 con 0x7fe82c0d0190 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe831531640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fe82c0d0f20 con 0x7fe82c145970 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe831531640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe82c0cd620 con 0x7fe82c0b2300 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe82affd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe82c145970 0x7fe82c0b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe82affd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe82c145970 0x7fe82c0b1dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47848/0 (socket says 172.21.15.157:47848) 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe82affd640 1 -- 172.21.15.157:0/3553143277 learned_addr learned my addr 172.21.15.157:0/3553143277 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe82affd640 1 -- 172.21.15.157:0/3553143277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 msgr2=0x7fe82c0cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe82affd640 1 --2- 172.21.15.157:0/3553143277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 0x7fe82c0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe82affd640 1 -- 172.21.15.157:0/3553143277 >> v1:172.21.15.192:6789/0 conn(0x7fe82c0d0190 legacy=0x7fe82c072220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:57.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe82affd640 1 -- 172.21.15.157:0/3553143277 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe82c0d0c40 con 0x7fe82c145970 2024-09-10T10:16:57.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe82affd640 1 --2- 172.21.15.157:0/3553143277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 0x7fe82c0b1dc0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe81c009870 tx=0x7fe81c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8a02fdb56cdf285 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:57.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe829ffb640 1 -- 172.21.15.157:0/3553143277 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c0b0070 con 0x7fe82c145970 2024-09-10T10:16:57.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe829ffb640 1 -- 172.21.15.157:0/3553143277 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe81c0ab600 con 0x7fe82c145970 2024-09-10T10:16:57.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.797+0000 7fe829ffb640 1 -- 172.21.15.157:0/3553143277 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c0ab9d0 con 0x7fe82c145970 2024-09-10T10:16:57.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- 172.21.15.157:0/3553143277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 msgr2=0x7fe82c0b1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:57.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 --2- 172.21.15.157:0/3553143277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 0x7fe82c0b1dc0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe81c009870 tx=0x7fe81c01c490 comp rx=0 tx=0).stop 2024-09-10T10:16:57.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- 172.21.15.157:0/3553143277 shutdown_connections 2024-09-10T10:16:57.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 --2- 172.21.15.157:0/3553143277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 0x7fe82c0cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 --2- 172.21.15.157:0/3553143277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 0x7fe82c0b1dc0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- 172.21.15.157:0/3553143277 >> 172.21.15.157:0/3553143277 conn(0x7fe82c06bcc0 msgr2=0x7fe82c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:57.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- 172.21.15.157:0/3553143277 shutdown_connections 2024-09-10T10:16:57.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- 172.21.15.157:0/3553143277 wait complete. 2024-09-10T10:16:57.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 Processor -- start 2024-09-10T10:16:57.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- start start 2024-09-10T10:16:57.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 0x7fe82c13b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:57.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe82c0d0190 0x7fe82c0ab690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:57.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 0x7fe82c13cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:57.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe82c168fe0 con 0x7fe82c145970 2024-09-10T10:16:57.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe82c168e60 con 0x7fe82c0d0190 2024-09-10T10:16:57.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe82c169160 con 0x7fe82c0b2300 2024-09-10T10:16:57.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82b7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 0x7fe82c13cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:57.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82b7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 0x7fe82c13cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47856/0 (socket says 172.21.15.157:47856) 2024-09-10T10:16:57.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82b7fe640 1 -- 172.21.15.157:0/2616945548 learned_addr learned my addr 172.21.15.157:0/2616945548 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:57.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82affd640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 0x7fe82c13b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:57.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82a7fc640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe82c0d0190 0x7fe82c0ab690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:57.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82b7fe640 1 -- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 msgr2=0x7fe82c13b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:57.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82b7fe640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 0x7fe82c13b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82b7fe640 1 -- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe82c0d0190 msgr2=0x7fe82c0ab690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:57.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82b7fe640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe82c0d0190 0x7fe82c0ab690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82b7fe640 1 -- 172.21.15.157:0/2616945548 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe82c13bca0 con 0x7fe82c145970 2024-09-10T10:16:57.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82affd640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 0x7fe82c13b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:57.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe82b7fe640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 0x7fe82c13cd40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe82400c780 tx=0x7fe82400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:57.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe8137fe640 1 -- 172.21.15.157:0/2616945548 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe824017070 con 0x7fe82c145970 2024-09-10T10:16:57.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe8137fe640 1 -- 172.21.15.157:0/2616945548 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe824003db0 con 0x7fe82c145970 2024-09-10T10:16:57.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe82c13bf80 con 0x7fe82c145970 2024-09-10T10:16:57.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe8137fe640 1 -- 172.21.15.157:0/2616945548 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8240052b0 con 0x7fe82c145970 2024-09-10T10:16:57.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.801+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe82c13c540 con 0x7fe82c145970 2024-09-10T10:16:57.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.805+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe82c13ca20 con 0x7fe82c145970 2024-09-10T10:16:57.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.805+0000 7fe8137fe640 1 -- 172.21.15.157:0/2616945548 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe82401a070 con 0x7fe82c145970 2024-09-10T10:16:57.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.805+0000 7fe8137fe640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe8180678c0 0x7fe818069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:57.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.805+0000 7fe8137fe640 1 -- 172.21.15.157:0/2616945548 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fe8240852c0 con 0x7fe82c145970 2024-09-10T10:16:57.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.805+0000 7fe82affd640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe8180678c0 0x7fe818069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:57.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.805+0000 7fe82affd640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe8180678c0 0x7fe818069d80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe81c0ad000 tx=0x7fe81c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:57.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.809+0000 7fe8137fe640 1 -- 172.21.15.157:0/2616945548 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe82c13ca20 con 0x7fe82c145970 2024-09-10T10:16:57.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.957+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe82c0b1c50 con 0x7fe82c145970 2024-09-10T10:16:57.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.961+0000 7fe8137fe640 1 -- 172.21.15.157:0/2616945548 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16714 (secure 0 0 0) 0x7fe824055e00 con 0x7fe82c145970 2024-09-10T10:16:57.963 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:16:57.963 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":20,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:56.979177+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:16:54.798002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:16:55.963353+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:16:57.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe8180678c0 msgr2=0x7fe818069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:57.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe8180678c0 0x7fe818069d80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe81c0ad000 tx=0x7fe81c008040 comp rx=0 tx=0).stop 2024-09-10T10:16:57.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 msgr2=0x7fe82c13cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:57.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 0x7fe82c13cd40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe82400c780 tx=0x7fe82400cc40 comp rx=0 tx=0).stop 2024-09-10T10:16:57.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 shutdown_connections 2024-09-10T10:16:57.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe8180678c0 0x7fe818069d80 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe82c145970 0x7fe82c13cd40 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe82c0d0190 0x7fe82c0ab690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 --2- 172.21.15.157:0/2616945548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe82c0b2300 0x7fe82c13b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:57.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 >> 172.21.15.157:0/2616945548 conn(0x7fe82c06bcc0 msgr2=0x7fe82c15c910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:57.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 shutdown_connections 2024-09-10T10:16:57.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:57.965+0000 7fe831531640 1 -- 172.21.15.157:0/2616945548 wait complete. 2024-09-10T10:16:57.981 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:16:58.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa803372640 1 Processor -- start 2024-09-10T10:16:58.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa803372640 1 -- start start 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa803372640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa7fc0b3610 0x7fa7fc0d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa803372640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7fc0d2ba0 con 0x7fa7fc06d870 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa803372640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7fc0d2e80 con 0x7fa7fc15e820 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa803372640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fa7fc0d3160 con 0x7fa7fc0b3610 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80110e640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fa7fc06d870 0x7fa7fc06dc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37562/0 (socket says 172.21.15.157:37562) 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80110e640 1 -- 172.21.15.157:0/4286636900 learned_addr learned my addr 172.21.15.157:0/4286636900 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80190f640 1 --2- 172.21.15.157:0/4286636900 >> v2:172.21.15.192:3300/0 conn(0x7fa7fc0b3610 0x7fa7fc0d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3637370990 0 0) 0x7fa7fc0d2ba0 con 0x7fa7fc06d870 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa7e8003530 con 0x7fa7fc06d870 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1954051145 0 0) 0x7fa7e8003530 con 0x7fa7fc06d870 2024-09-10T10:16:58.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 >> v2:172.21.15.192:3300/0 conn(0x7fa7fc0b3610 msgr2=0x7fa7fc0d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:58.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 --2- 172.21.15.157:0/4286636900 >> v2:172.21.15.192:3300/0 conn(0x7fa7fc0b3610 0x7fa7fc0d3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 >> v1:172.21.15.192:6789/0 conn(0x7fa7fc15e820 legacy=0x7fa7fc0cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7fc0d3440 con 0x7fa7fc06d870 2024-09-10T10:16:58.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fa7ec001680 con 0x7fa7fc06d870 2024-09-10T10:16:58.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 >> v1:172.21.15.157:6789/0 conn(0x7fa7fc06d870 legacy=0x7fa7fc06dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7e8003a10 0x7fa7e8003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e8004810 0x7fa7e8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7e800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc0d3160 con 0x7fa7e80051d0 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e800c0d0 con 0x7fa7e8004810 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa7e800c2d0 con 0x7fa7e8003a10 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80190f640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7e800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80090d640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e8004810 0x7fa7e8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80110e640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7e8003a10 0x7fa7e8003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80190f640 1 -- 172.21.15.157:0/4286636900 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7e8003a10 msgr2=0x7fa7e8003e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80190f640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7e8003a10 0x7fa7e8003e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80190f640 1 -- 172.21.15.157:0/4286636900 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e8004810 msgr2=0x7fa7e8004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80190f640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e8004810 0x7fa7e8004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80190f640 1 -- 172.21.15.157:0/4286636900 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7e8003530 con 0x7fa7e80051d0 2024-09-10T10:16:58.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.097+0000 7fa80090d640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e8004810 0x7fa7e8004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:58.106 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa80190f640 1 -- 172.21.15.157:0/4286636900 reap_dead start 2024-09-10T10:16:58.106 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa80190f640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7e800b9d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4009ae0 tx=0x7fa7f401cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74cd9628f74622e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f40096b0 con 0x7fa7e80051d0 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7f4004020 con 0x7fa7e80051d0 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa7fbfff640 1 -- 172.21.15.157:0/4286636900 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f4004410 con 0x7fa7e80051d0 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa803372640 1 -- 172.21.15.157:0/4286636900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 msgr2=0x7fa7e800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa803372640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7e800b9d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4009ae0 tx=0x7fa7f401cab0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa803372640 1 -- 172.21.15.157:0/4286636900 shutdown_connections 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa803372640 1 --2- 172.21.15.157:0/4286636900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7e800b9d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa803372640 1 -- 172.21.15.157:0/4286636900 >> 172.21.15.157:0/4286636900 conn(0x7fa7fc0d4910 msgr2=0x7fa7fc0d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa803372640 1 -- 172.21.15.157:0/4286636900 shutdown_connections 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa803372640 1 -- 172.21.15.157:0/4286636900 wait complete. 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa803372640 1 Processor -- start 2024-09-10T10:16:58.107 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.101+0000 7fa803372640 1 -- start start 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa803372640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7fc0cde20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa803372640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7fc0cb810 0x7fa7fc15abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa803372640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc0b50f0 0x7fa7fc0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa803372640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc06dc50 con 0x7fa7e80051d0 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa803372640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc0d2a00 con 0x7fa7fc0b50f0 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa803372640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa7fc06ddd0 con 0x7fa7fc0cb810 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80110e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7fc0cde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80110e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7fc0cde20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47878/0 (socket says 172.21.15.157:47878) 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80110e640 1 -- 172.21.15.157:0/3630970647 learned_addr learned my addr 172.21.15.157:0/3630970647 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80090d640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7fc0cb810 0x7fa7fc15abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80190f640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc0b50f0 0x7fa7fc0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80110e640 1 -- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7fc0cb810 msgr2=0x7fa7fc15abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.108 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80110e640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7fc0cb810 0x7fa7fc15abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80110e640 1 -- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc0b50f0 msgr2=0x7fa7fc0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80110e640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc0b50f0 0x7fa7fc0b5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80110e640 1 -- 172.21.15.157:0/3630970647 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7fc0ce5b0 con 0x7fa7e80051d0 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80090d640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7fc0cb810 0x7fa7fc15abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80110e640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7fc0cde20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec00d7d0 tx=0x7fa7ec00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa7f9ffb640 1 -- 172.21.15.157:0/3630970647 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec019070 con 0x7fa7e80051d0 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa7f9ffb640 1 -- 172.21.15.157:0/3630970647 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7ec0072d0 con 0x7fa7e80051d0 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7fc0ce890 con 0x7fa7e80051d0 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa7f9ffb640 1 -- 172.21.15.157:0/3630970647 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec0047f0 con 0x7fa7e80051d0 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7fc0c8520 con 0x7fa7e80051d0 2024-09-10T10:16:58.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7fc0cf750 con 0x7fa7e80051d0 2024-09-10T10:16:58.110 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa7f9ffb640 1 -- 172.21.15.157:0/3630970647 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa7ec01c070 con 0x7fa7e80051d0 2024-09-10T10:16:58.110 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa7f9ffb640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa7dc0678c0 0x7fa7dc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.110 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa7f9ffb640 1 -- 172.21.15.157:0/3630970647 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fa7ec0855d0 con 0x7fa7e80051d0 2024-09-10T10:16:58.110 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.105+0000 7fa80090d640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa7dc0678c0 0x7fa7dc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.110 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.109+0000 7fa80090d640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa7dc0678c0 0x7fa7dc069d80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa7e4001e10 tx=0x7fa7e4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:58.112 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.109+0000 7fa7f9ffb640 1 -- 172.21.15.157:0/3630970647 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa7ec0561a0 con 0x7fa7e80051d0 2024-09-10T10:16:58.275 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.273+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa7fc0c86f0 con 0x7fa7e80051d0 2024-09-10T10:16:58.278 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa7f9ffb640 1 -- 172.21.15.157:0/3630970647 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16714 (secure 0 0 0) 0x7fa7ec055aa0 con 0x7fa7e80051d0 2024-09-10T10:16:58.278 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:16:58.278 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":20,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:56.979177+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:16:54.798002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:16:55.963353+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:16:58.280 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa7dc0678c0 msgr2=0x7fa7dc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.280 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa7dc0678c0 0x7fa7dc069d80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa7e4001e10 tx=0x7fa7e4009040 comp rx=0 tx=0).stop 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 msgr2=0x7fa7fc0cde20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7fc0cde20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec00d7d0 tx=0x7fa7ec00dc90 comp rx=0 tx=0).stop 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 shutdown_connections 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa7dc0678c0 0x7fa7dc069d80 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc0b50f0 0x7fa7fc0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7fc0cb810 0x7fa7fc15abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 --2- 172.21.15.157:0/3630970647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7e80051d0 0x7fa7fc0cde20 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 >> 172.21.15.157:0/3630970647 conn(0x7fa7fc0d4910 msgr2=0x7fa7fc15f470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 shutdown_connections 2024-09-10T10:16:58.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.277+0000 7fa803372640 1 -- 172.21.15.157:0/3630970647 wait complete. 2024-09-10T10:16:58.297 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:16:58.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5ee01f2640 1 Processor -- start 2024-09-10T10:16:58.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5ee01f2640 1 -- start start 2024-09-10T10:16:58.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5ee01f2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815e660 0x7f5ed80b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5ee01f2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5ed806f960 0x7f5ed806fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5ee01f2640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ed80d1290 con 0x7f5ed806e3a0 2024-09-10T10:16:58.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5ee01f2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f5ed80702e0 con 0x7f5ed806f960 2024-09-10T10:16:58.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5ee01f2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5ed815ea40 con 0x7f5ed815e660 2024-09-10T10:16:58.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5edd78d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5ed806f960 0x7f5ed806fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5ede78f640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f5ed806e3a0 0x7f5ed806e830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37564/0 (socket says 172.21.15.157:37564) 2024-09-10T10:16:58.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5ede78f640 1 -- 172.21.15.157:0/2478876606 learned_addr learned my addr 172.21.15.157:0/2478876606 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:16:58.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5eddf8e640 1 --2- 172.21.15.157:0/2478876606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815e660 0x7f5ed80b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5edcf8c640 1 -- 172.21.15.157:0/2478876606 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2681570782 0 0) 0x7f5ed80d1290 con 0x7f5ed806e3a0 2024-09-10T10:16:58.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5edcf8c640 1 -- 172.21.15.157:0/2478876606 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ec4003530 con 0x7f5ed806e3a0 2024-09-10T10:16:58.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5edd78d640 1 -- 172.21.15.157:0/2478876606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815e660 msgr2=0x7f5ed80b5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:58.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5edd78d640 1 --2- 172.21.15.157:0/2478876606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815e660 0x7f5ed80b5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5edd78d640 1 -- 172.21.15.157:0/2478876606 >> v1:172.21.15.157:6789/0 conn(0x7f5ed806e3a0 legacy=0x7f5ed806e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.421+0000 7f5edd78d640 1 -- 172.21.15.157:0/2478876606 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed806d300 con 0x7f5ed806f960 2024-09-10T10:16:58.425 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5edd78d640 1 --2- 172.21.15.157:0/2478876606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806f960 0x7f5ed806fda0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5ec80097c0 tx=0x7f5ec801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9746b883eadf48df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:58.425 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5edcf8c640 1 -- 172.21.15.157:0/2478876606 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec80b1070 con 0x7f5ed806f960 2024-09-10T10:16:58.425 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5edcf8c640 1 -- 172.21.15.157:0/2478876606 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ec80a8050 con 0x7f5ed806f960 2024-09-10T10:16:58.425 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5edcf8c640 1 -- 172.21.15.157:0/2478876606 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec80ac840 con 0x7f5ed806f960 2024-09-10T10:16:58.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 -- 172.21.15.157:0/2478876606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806f960 msgr2=0x7f5ed806fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 --2- 172.21.15.157:0/2478876606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806f960 0x7f5ed806fda0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5ec80097c0 tx=0x7f5ec801c3e0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 -- 172.21.15.157:0/2478876606 shutdown_connections 2024-09-10T10:16:58.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 --2- 172.21.15.157:0/2478876606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806f960 0x7f5ed806fda0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 --2- 172.21.15.157:0/2478876606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815e660 0x7f5ed80b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 -- 172.21.15.157:0/2478876606 >> 172.21.15.157:0/2478876606 conn(0x7f5ed80b7da0 msgr2=0x7f5ed8067a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:58.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 -- 172.21.15.157:0/2478876606 shutdown_connections 2024-09-10T10:16:58.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 -- 172.21.15.157:0/2478876606 wait complete. 2024-09-10T10:16:58.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 Processor -- start 2024-09-10T10:16:58.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 -- start start 2024-09-10T10:16:58.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806e3a0 0x7f5ed8151ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed806f960 0x7f5ed8154880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed815e660 0x7f5ed814ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed80b59c0 con 0x7f5ed806e3a0 2024-09-10T10:16:58.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed806de80 con 0x7f5ed815e660 2024-09-10T10:16:58.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5ee01f2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5ed80b5b40 con 0x7f5ed806f960 2024-09-10T10:16:58.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5eddf8e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806e3a0 0x7f5ed8151ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5eddf8e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806e3a0 0x7f5ed8151ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47904/0 (socket says 172.21.15.157:47904) 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5eddf8e640 1 -- 172.21.15.157:0/577937633 learned_addr learned my addr 172.21.15.157:0/577937633 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5eddf8e640 1 -- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed806f960 msgr2=0x7f5ed8154880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5eddf8e640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed806f960 0x7f5ed8154880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5eddf8e640 1 -- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed815e660 msgr2=0x7f5ed814ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5eddf8e640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed815e660 0x7f5ed814ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.425+0000 7f5eddf8e640 1 -- 172.21.15.157:0/577937633 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed8154ff0 con 0x7f5ed806e3a0 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5eddf8e640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806e3a0 0x7f5ed8151ca0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5ed4007e40 tx=0x7f5ed400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5ece7fc640 1 -- 172.21.15.157:0/577937633 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed4014620 con 0x7f5ed806e3a0 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5ece7fc640 1 -- 172.21.15.157:0/577937633 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ed4019070 con 0x7f5ed806e3a0 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ed81552d0 con 0x7f5ed806e3a0 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5ece7fc640 1 -- 172.21.15.157:0/577937633 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed40149e0 con 0x7f5ed806e3a0 2024-09-10T10:16:58.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ed8155890 con 0x7f5ed806e3a0 2024-09-10T10:16:58.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ed80d2ac0 con 0x7f5ed806e3a0 2024-09-10T10:16:58.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5ece7fc640 1 -- 172.21.15.157:0/577937633 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5ed4014b80 con 0x7f5ed806e3a0 2024-09-10T10:16:58.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5ece7fc640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5ebc0678c0 0x7f5ebc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:58.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5ece7fc640 1 -- 172.21.15.157:0/577937633 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f5ed4086540 con 0x7f5ed806e3a0 2024-09-10T10:16:58.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5edd78d640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5ebc0678c0 0x7f5ebc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:58.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.429+0000 7f5edd78d640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5ebc0678c0 0x7f5ebc069d80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5ec80ae000 tx=0x7f5ec8004740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:58.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.433+0000 7f5ece7fc640 1 -- 172.21.15.157:0/577937633 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5ed4057080 con 0x7f5ed806e3a0 2024-09-10T10:16:58.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:58.633+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f5ed806f530 con 0x7f5ed806e3a0 2024-09-10T10:16:59.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.645+0000 7f5ece7fc640 1 -- 172.21.15.157:0/577937633 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7f5ed4056980 con 0x7f5ed806e3a0 2024-09-10T10:16:59.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5ebc0678c0 msgr2=0x7f5ebc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:59.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5ebc0678c0 0x7f5ebc069d80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5ec80ae000 tx=0x7f5ec8004740 comp rx=0 tx=0).stop 2024-09-10T10:16:59.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806e3a0 msgr2=0x7f5ed8151ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:59.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806e3a0 0x7f5ed8151ca0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5ed4007e40 tx=0x7f5ed400e4b0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 shutdown_connections 2024-09-10T10:16:59.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5ebc0678c0 0x7f5ebc069d80 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed815e660 0x7f5ed814ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed806f960 0x7f5ed8154880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 --2- 172.21.15.157:0/577937633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ed806e3a0 0x7f5ed8151ca0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 >> 172.21.15.157:0/577937633 conn(0x7f5ed80b7da0 msgr2=0x7f5ed80b5f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:59.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 shutdown_connections 2024-09-10T10:16:59.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.649+0000 7f5ee01f2640 1 -- 172.21.15.157:0/577937633 wait complete. 2024-09-10T10:16:59.672 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:16:59.672 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:16:59.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f184401a640 1 Processor -- start 2024-09-10T10:16:59.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f184401a640 1 -- start start 2024-09-10T10:16:59.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f184401a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f183c15e400 0x7f183c0b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f184401a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f183c06c8a0 0x7f183c0cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f184401a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f183c0b69c0 con 0x7f183c0b64b0 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f184401a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f183c0cf670 con 0x7f183c06c8a0 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f184401a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f183c0b6ca0 con 0x7f183c15e400 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f18425b7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f183c06c8a0 0x7f183c0cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f18415b5640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f183c0b64b0 0x7f183c06c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37578/0 (socket says 172.21.15.157:37578) 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f18415b5640 1 -- 172.21.15.157:0/3728178033 learned_addr learned my addr 172.21.15.157:0/3728178033 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f18425b7640 1 -- 172.21.15.157:0/3728178033 >> v2:172.21.15.192:3300/0 conn(0x7f183c15e400 msgr2=0x7f183c0b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f1841db6640 1 --2- 172.21.15.157:0/3728178033 >> v2:172.21.15.192:3300/0 conn(0x7f183c15e400 0x7f183c0b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f1840db4640 1 -- 172.21.15.157:0/3728178033 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1050562466 0 0) 0x7f183c0b69c0 con 0x7f183c0b64b0 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f18425b7640 1 --2- 172.21.15.157:0/3728178033 >> v2:172.21.15.192:3300/0 conn(0x7f183c15e400 0x7f183c0b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f18425b7640 1 -- 172.21.15.157:0/3728178033 >> v1:172.21.15.157:6789/0 conn(0x7f183c0b64b0 legacy=0x7f183c06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:59.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f18425b7640 1 -- 172.21.15.157:0/3728178033 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f183c0cf300 con 0x7f183c06c8a0 2024-09-10T10:16:59.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.797+0000 7f1841db6640 1 --2- 172.21.15.157:0/3728178033 >> v2:172.21.15.192:3300/0 conn(0x7f183c15e400 0x7f183c0b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f18425b7640 1 --2- 172.21.15.157:0/3728178033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c06c8a0 0x7f183c0cfb00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f183c0cf7f0 tx=0x7f183001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f67d953403aa8c01 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f1840db4640 1 -- 172.21.15.157:0/3728178033 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18300b0070 con 0x7f183c06c8a0 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f1840db4640 1 -- 172.21.15.157:0/3728178033 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18300ab600 con 0x7f183c06c8a0 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f1840db4640 1 -- 172.21.15.157:0/3728178033 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18300ab9d0 con 0x7f183c06c8a0 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 -- 172.21.15.157:0/3728178033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c06c8a0 msgr2=0x7f183c0cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 --2- 172.21.15.157:0/3728178033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c06c8a0 0x7f183c0cfb00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f183c0cf7f0 tx=0x7f183001c460 comp rx=0 tx=0).stop 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 -- 172.21.15.157:0/3728178033 shutdown_connections 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 --2- 172.21.15.157:0/3728178033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c06c8a0 0x7f183c0cfb00 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 --2- 172.21.15.157:0/3728178033 >> v2:172.21.15.192:3300/0 conn(0x7f183c15e400 0x7f183c0b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 -- 172.21.15.157:0/3728178033 >> 172.21.15.157:0/3728178033 conn(0x7f183c0d44f0 msgr2=0x7f183c0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:16:59.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 -- 172.21.15.157:0/3728178033 shutdown_connections 2024-09-10T10:16:59.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 -- 172.21.15.157:0/3728178033 wait complete. 2024-09-10T10:16:59.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 Processor -- start 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 -- start start 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183c06c8a0 0x7f183c1579b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c0b64b0 0x7f183c1f84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f183c15e400 0x7f183c0b8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f183c0d09d0 con 0x7f183c0b64b0 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f183c0d0850 con 0x7f183c06c8a0 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f184401a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f183c0d0b50 con 0x7f183c15e400 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f18415b5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c0b64b0 0x7f183c1f84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f18415b5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c0b64b0 0x7f183c1f84c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47920/0 (socket says 172.21.15.157:47920) 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.801+0000 7f18415b5640 1 -- 172.21.15.157:0/1579957551 learned_addr learned my addr 172.21.15.157:0/1579957551 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f18425b7640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f183c15e400 0x7f183c0b8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f1841db6640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183c06c8a0 0x7f183c1579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:59.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f18415b5640 1 -- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f183c15e400 msgr2=0x7f183c0b8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f18415b5640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f183c15e400 0x7f183c0b8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f18415b5640 1 -- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183c06c8a0 msgr2=0x7f183c1579b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f18415b5640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183c06c8a0 0x7f183c1579b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f18415b5640 1 -- 172.21.15.157:0/1579957551 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f183c0b7ab0 con 0x7f183c0b64b0 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f1841db6640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183c06c8a0 0x7f183c1579b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f18415b5640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c0b64b0 0x7f183c1f84c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f183400c520 tx=0x7f183400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f182e7fc640 1 -- 172.21.15.157:0/1579957551 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1834018070 con 0x7f183c0b64b0 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f182e7fc640 1 -- 172.21.15.157:0/1579957551 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18340074e0 con 0x7f183c0b64b0 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f182e7fc640 1 -- 172.21.15.157:0/1579957551 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18340049f0 con 0x7f183c0b64b0 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f183c0b7d50 con 0x7f183c0b64b0 2024-09-10T10:16:59.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f183c0b8310 con 0x7f183c0b64b0 2024-09-10T10:16:59.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f183c0cfb00 con 0x7f183c0b64b0 2024-09-10T10:16:59.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f182e7fc640 1 -- 172.21.15.157:0/1579957551 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f183401b070 con 0x7f183c0b64b0 2024-09-10T10:16:59.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f182e7fc640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18200678c0 0x7f1820069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:16:59.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f182e7fc640 1 -- 172.21.15.157:0/1579957551 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1834085050 con 0x7f183c0b64b0 2024-09-10T10:16:59.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f1841db6640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18200678c0 0x7f1820069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:16:59.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.805+0000 7f1841db6640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18200678c0 0x7f1820069d80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f183c0ba230 tx=0x7f18380074b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:16:59.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:16:59.809+0000 7f182e7fc640 1 -- 172.21.15.157:0/1579957551 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1834055c20 con 0x7f183c0b64b0 2024-09-10T10:17:00.005 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.001+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f183c0cec10 con 0x7f183c0b64b0 2024-09-10T10:17:00.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.649+0000 7f182e7fc640 1 -- 172.21.15.157:0/1579957551 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7f1834055520 con 0x7f183c0b64b0 2024-09-10T10:17:00.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18200678c0 msgr2=0x7f1820069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:00.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18200678c0 0x7f1820069d80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f183c0ba230 tx=0x7f18380074b0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c0b64b0 msgr2=0x7f183c1f84c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:00.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c0b64b0 0x7f183c1f84c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f183400c520 tx=0x7f183400c9e0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 shutdown_connections 2024-09-10T10:17:00.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18200678c0 0x7f1820069d80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f183c15e400 0x7f183c0b8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f183c0b64b0 0x7f183c1f84c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 --2- 172.21.15.157:0/1579957551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183c06c8a0 0x7f183c1579b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 >> 172.21.15.157:0/1579957551 conn(0x7f183c0d44f0 msgr2=0x7f183c0b5130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:00.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 shutdown_connections 2024-09-10T10:17:00.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.653+0000 7f184401a640 1 -- 172.21.15.157:0/1579957551 wait complete. 2024-09-10T10:17:00.675 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:17:00.675 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:00.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.797+0000 7f33b86a0640 1 Processor -- start 2024-09-10T10:17:00.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.797+0000 7f33b86a0640 1 -- start start 2024-09-10T10:17:00.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b86a0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f33b00b24d0 0x7f33b00cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:00.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b86a0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33b00d0960 con 0x7f33b00d0190 2024-09-10T10:17:00.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b86a0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33b00d0c40 con 0x7f33b0145970 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b86a0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f33b00d0f20 con 0x7f33b00b24d0 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b6c3d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f33b00d0190 0x7f33b00cdab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37592/0 (socket says 172.21.15.157:37592) 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b6c3d640 1 -- 172.21.15.157:0/426657373 learned_addr learned my addr 172.21.15.157:0/426657373 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b5c3b640 1 --2- 172.21.15.157:0/426657373 >> v2:172.21.15.192:3300/0 conn(0x7f33b00b24d0 0x7f33b00cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 154914648 0 0) 0x7f33b00d0960 con 0x7f33b00d0190 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f339c003530 con 0x7f33b00d0190 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1278263094 0 0) 0x7f339c003530 con 0x7f33b00d0190 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 >> v2:172.21.15.192:3300/0 conn(0x7f33b00b24d0 msgr2=0x7f33b00cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 --2- 172.21.15.157:0/426657373 >> v2:172.21.15.192:3300/0 conn(0x7f33b00b24d0 0x7f33b00cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 >> v1:172.21.15.192:6789/0 conn(0x7f33b0145970 legacy=0x7f33b00b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33b00cd2b0 con 0x7f33b00d0190 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f33a8001a00 con 0x7f33b00d0190 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 >> v1:172.21.15.157:6789/0 conn(0x7f33b00d0190 legacy=0x7f33b00cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:00.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 --2- 172.21.15.157:0/426657373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f339c0039c0 0x7f339c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 --2- 172.21.15.157:0/426657373 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f339c004810 0x7f339c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 --2- 172.21.15.157:0/426657373 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f339c005220 0x7f339c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f33b00d0f20 con 0x7f339c0039c0 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f339c00c150 con 0x7f339c004810 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f339c00c350 con 0x7f339c005220 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b643c640 1 --2- 172.21.15.157:0/426657373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f339c0039c0 0x7f339c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b643c640 1 -- 172.21.15.157:0/426657373 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f339c005220 msgr2=0x7f339c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b643c640 1 --2- 172.21.15.157:0/426657373 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f339c005220 0x7f339c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b643c640 1 -- 172.21.15.157:0/426657373 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f339c004810 msgr2=0x7f339c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b643c640 1 --2- 172.21.15.157:0/426657373 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f339c004810 0x7f339c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b643c640 1 -- 172.21.15.157:0/426657373 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f339c003530 con 0x7f339c0039c0 2024-09-10T10:17:00.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b6c3d640 1 -- 172.21.15.157:0/426657373 reap_dead start 2024-09-10T10:17:00.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b643c640 1 --2- 172.21.15.157:0/426657373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f339c0039c0 0x7f339c003e00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f33ac001780 tx=0x7f33ac01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56dbeff9a761abf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:00.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ac0013a0 con 0x7f339c0039c0 2024-09-10T10:17:00.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33ac0052f0 con 0x7f339c0039c0 2024-09-10T10:17:00.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.801+0000 7f33b543a640 1 -- 172.21.15.157:0/426657373 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ac003840 con 0x7f339c0039c0 2024-09-10T10:17:00.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- 172.21.15.157:0/426657373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f339c0039c0 msgr2=0x7f339c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:00.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 --2- 172.21.15.157:0/426657373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f339c0039c0 0x7f339c003e00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f33ac001780 tx=0x7f33ac01c420 comp rx=0 tx=0).stop 2024-09-10T10:17:00.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- 172.21.15.157:0/426657373 shutdown_connections 2024-09-10T10:17:00.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 --2- 172.21.15.157:0/426657373 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f339c0039c0 0x7f339c003e00 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- 172.21.15.157:0/426657373 >> 172.21.15.157:0/426657373 conn(0x7f33b006bcc0 msgr2=0x7f33b006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:00.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- 172.21.15.157:0/426657373 shutdown_connections 2024-09-10T10:17:00.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- 172.21.15.157:0/426657373 wait complete. 2024-09-10T10:17:00.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 Processor -- start 2024-09-10T10:17:00.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- start start 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f339c0039c0 0x7f33b00c69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f33b00ae8b0 0x7f33b00aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33b0136c10 0x7f33b0137090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f33b00b1f40 con 0x7f33b00ae8b0 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f33b00b1dc0 con 0x7f339c0039c0 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f33b00b20c0 con 0x7f33b0136c10 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b5c3b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f33b00ae8b0 0x7f33b00aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b5c3b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f33b00ae8b0 0x7f33b00aed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47930/0 (socket says 172.21.15.157:47930) 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b5c3b640 1 -- 172.21.15.157:0/2178675560 learned_addr learned my addr 172.21.15.157:0/2178675560 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b6c3d640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33b0136c10 0x7f33b0137090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b643c640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f339c0039c0 0x7f33b00c69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b5c3b640 1 -- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33b0136c10 msgr2=0x7f33b0137090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b5c3b640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33b0136c10 0x7f33b0137090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b5c3b640 1 -- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f339c0039c0 msgr2=0x7f33b00c69e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:00.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b5c3b640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f339c0039c0 0x7f33b00c69e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:00.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b5c3b640 1 -- 172.21.15.157:0/2178675560 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33b0137980 con 0x7f33b00ae8b0 2024-09-10T10:17:00.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b5c3b640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f33b00ae8b0 0x7f33b00aed30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f33a000e870 tx=0x7f33a000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:00.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33a6ffd640 1 -- 172.21.15.157:0/2178675560 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a0017070 con 0x7f33b00ae8b0 2024-09-10T10:17:00.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33a6ffd640 1 -- 172.21.15.157:0/2178675560 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33a000c940 con 0x7f33b00ae8b0 2024-09-10T10:17:00.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33a6ffd640 1 -- 172.21.15.157:0/2178675560 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a000cd30 con 0x7f33b00ae8b0 2024-09-10T10:17:00.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33b0134ad0 con 0x7f33b00ae8b0 2024-09-10T10:17:00.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.805+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33b0135090 con 0x7f33b00ae8b0 2024-09-10T10:17:00.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.809+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33b0072960 con 0x7f33b00ae8b0 2024-09-10T10:17:00.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.809+0000 7f33a6ffd640 1 -- 172.21.15.157:0/2178675560 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f33a001a070 con 0x7f33b00ae8b0 2024-09-10T10:17:00.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.809+0000 7f33a6ffd640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f33940678f0 0x7f3394069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:00.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.809+0000 7f33a6ffd640 1 -- 172.21.15.157:0/2178675560 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f33a0085e50 con 0x7f33b00ae8b0 2024-09-10T10:17:00.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.809+0000 7f33b643c640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f33940678f0 0x7f3394069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:00.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.809+0000 7f33b643c640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f33940678f0 0x7f3394069db0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f33ac001750 tx=0x7f33ac0011a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:00.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:00.813+0000 7f33a6ffd640 1 -- 172.21.15.157:0/2178675560 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f33a0056990 con 0x7f33b00ae8b0 2024-09-10T10:17:01.011 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.009+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f33b0071720 con 0x7f33b00ae8b0 2024-09-10T10:17:01.011 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.009+0000 7f33a6ffd640 1 -- 172.21.15.157:0/2178675560 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f33a0056290 con 0x7f33b00ae8b0 2024-09-10T10:17:01.012 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:01.012 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"btime":"2024-09-10T10:17:00:648168+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/309600849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":309600849},{"type":"v1","addr":"172.21.15.192:6837","nonce":309600849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/492583993","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":492583993},{"type":"v1","addr":"172.21.15.157:6835","nonce":492583993}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:16:56.979927+0000","modified":"2024-09-10T10:17:00.006036+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2297479090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2297479090},{"type":"v1","addr":"172.21.15.192:6835","nonce":2297479090}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-10T10:17:01.012 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-09-10T10:17:01.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f33940678f0 msgr2=0x7f3394069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f33940678f0 0x7f3394069db0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f33ac001750 tx=0x7f33ac0011a0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f33b00ae8b0 msgr2=0x7f33b00aed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f33b00ae8b0 0x7f33b00aed30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f33a000e870 tx=0x7f33a000ed30 comp rx=0 tx=0).stop 2024-09-10T10:17:01.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 shutdown_connections 2024-09-10T10:17:01.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f33940678f0 0x7f3394069db0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33b0136c10 0x7f33b0137090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f33b00ae8b0 0x7f33b00aed30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 --2- 172.21.15.157:0/2178675560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f339c0039c0 0x7f33b00c69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 >> 172.21.15.157:0/2178675560 conn(0x7f33b006bcc0 msgr2=0x7f33b00b0630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:01.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 shutdown_connections 2024-09-10T10:17:01.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.013+0000 7f33b86a0640 1 -- 172.21.15.157:0/2178675560 wait complete. 2024-09-10T10:17:01.029 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:01.133 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc376bf4640 1 Processor -- start 2024-09-10T10:17:01.133 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc376bf4640 1 -- start start 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc376bf4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc37015e820 0x7fc3700cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc376bf4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3700b3610 0x7fc3700d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc376bf4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3700d2ba0 con 0x7fc37006d870 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc376bf4640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fc3700d2e80 con 0x7fc37015e820 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc376bf4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc3700d3160 con 0x7fc3700b3610 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc36ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc37015e820 0x7fc3700cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc36ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc37015e820 0x7fc3700cf750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47936/0 (socket says 172.21.15.157:47936) 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc36ffff640 1 -- 172.21.15.157:0/1726167437 learned_addr learned my addr 172.21.15.157:0/1726167437 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc375191640 1 --2- 172.21.15.157:0/1726167437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3700b3610 0x7fc3700d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc36ffff640 1 -- 172.21.15.157:0/1726167437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3700b3610 msgr2=0x7fc3700d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc36ffff640 1 --2- 172.21.15.157:0/1726167437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3700b3610 0x7fc3700d3c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc36ffff640 1 -- 172.21.15.157:0/1726167437 >> v1:172.21.15.192:6789/0 conn(0x7fc37006d870 legacy=0x7fc37006dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:01.136 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.133+0000 7fc36ffff640 1 -- 172.21.15.157:0/1726167437 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3700d3440 con 0x7fc37015e820 2024-09-10T10:17:01.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36ffff640 1 --2- 172.21.15.157:0/1726167437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc37015e820 0x7fc3700cf750 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc364009870 tx=0x7fc36401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c8694f85d4e515 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:01.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36f7fe640 1 -- 172.21.15.157:0/1726167437 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3640ab650 con 0x7fc37015e820 2024-09-10T10:17:01.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36f7fe640 1 -- 172.21.15.157:0/1726167437 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3640b0070 con 0x7fc37015e820 2024-09-10T10:17:01.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36f7fe640 1 -- 172.21.15.157:0/1726167437 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3640aba10 con 0x7fc37015e820 2024-09-10T10:17:01.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 -- 172.21.15.157:0/1726167437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc37015e820 msgr2=0x7fc3700cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 --2- 172.21.15.157:0/1726167437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc37015e820 0x7fc3700cf750 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc364009870 tx=0x7fc36401c4f0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 -- 172.21.15.157:0/1726167437 shutdown_connections 2024-09-10T10:17:01.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 --2- 172.21.15.157:0/1726167437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3700b3610 0x7fc3700d3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 --2- 172.21.15.157:0/1726167437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc37015e820 0x7fc3700cf750 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 -- 172.21.15.157:0/1726167437 >> 172.21.15.157:0/1726167437 conn(0x7fc3700d4910 msgr2=0x7fc3700d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:01.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 -- 172.21.15.157:0/1726167437 shutdown_connections 2024-09-10T10:17:01.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 -- 172.21.15.157:0/1726167437 wait complete. 2024-09-10T10:17:01.141 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 Processor -- start 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 -- start start 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc37006d870 0x7fc370158020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3700b3610 0x7fc3700cb810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc37015e820 0x7fc3700ca0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc37016b530 con 0x7fc3700b3610 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc37016b3b0 con 0x7fc37015e820 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc376bf4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc37016b6b0 con 0x7fc37006d870 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3700b3610 0x7fc3700cb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3700b3610 0x7fc3700cb810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47938/0 (socket says 172.21.15.157:47938) 2024-09-10T10:17:01.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36ffff640 1 -- 172.21.15.157:0/3905167251 learned_addr learned my addr 172.21.15.157:0/3905167251 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc374990640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc37006d870 0x7fc370158020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc375191640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc37015e820 0x7fc3700ca0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36ffff640 1 -- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc37006d870 msgr2=0x7fc370158020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36ffff640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc37006d870 0x7fc370158020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36ffff640 1 -- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc37015e820 msgr2=0x7fc3700ca0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36ffff640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc37015e820 0x7fc3700ca0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.137+0000 7fc36ffff640 1 -- 172.21.15.157:0/3905167251 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3700ce5d0 con 0x7fc3700b3610 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc36ffff640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3700b3610 0x7fc3700cb810 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc36401cd90 tx=0x7fc364019290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc36d7fa640 1 -- 172.21.15.157:0/3905167251 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3640abe60 con 0x7fc3700b3610 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc36d7fa640 1 -- 172.21.15.157:0/3905167251 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3640b5810 con 0x7fc3700b3610 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3700ce8b0 con 0x7fc3700b3610 2024-09-10T10:17:01.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc36d7fa640 1 -- 172.21.15.157:0/3905167251 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3640b5c00 con 0x7fc3700b3610 2024-09-10T10:17:01.144 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3700c98a0 con 0x7fc3700b3610 2024-09-10T10:17:01.144 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3700d3c40 con 0x7fc3700b3610 2024-09-10T10:17:01.144 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc36d7fa640 1 -- 172.21.15.157:0/3905167251 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc3640bd020 con 0x7fc3700b3610 2024-09-10T10:17:01.144 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc36d7fa640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc35c0678f0 0x7fc35c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.145 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc36d7fa640 1 -- 172.21.15.157:0/3905167251 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc3641206c0 con 0x7fc3700b3610 2024-09-10T10:17:01.145 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc374990640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc35c0678f0 0x7fc35c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.145 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.141+0000 7fc374990640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc35c0678f0 0x7fc35c069db0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc360003d60 tx=0x7fc360009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:01.146 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.145+0000 7fc36d7fa640 1 -- 172.21.15.157:0/3905167251 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc364016110 con 0x7fc3700b3610 2024-09-10T10:17:01.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.309+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc370074f00 con 0x7fc3700b3610 2024-09-10T10:17:01.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.309+0000 7fc36d7fa640 1 -- 172.21.15.157:0/3905167251 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16701 (secure 0 0 0) 0x7fc3640f7030 con 0x7fc3700b3610 2024-09-10T10:17:01.312 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:01.313 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":21,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:58.632281+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:16:54.798002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:16:55.963353+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:01.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc35c0678f0 msgr2=0x7fc35c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc35c0678f0 0x7fc35c069db0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc360003d60 tx=0x7fc360009040 comp rx=0 tx=0).stop 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3700b3610 msgr2=0x7fc3700cb810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3700b3610 0x7fc3700cb810 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc36401cd90 tx=0x7fc364019290 comp rx=0 tx=0).stop 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 shutdown_connections 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc35c0678f0 0x7fc35c069db0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc37015e820 0x7fc3700ca0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3700b3610 0x7fc3700cb810 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 --2- 172.21.15.157:0/3905167251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc37006d870 0x7fc370158020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 >> 172.21.15.157:0/3905167251 conn(0x7fc3700d4910 msgr2=0x7fc3700d4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 shutdown_connections 2024-09-10T10:17:01.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.313+0000 7fc376bf4640 1 -- 172.21.15.157:0/3905167251 wait complete. 2024-09-10T10:17:01.331 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:17:01.331 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:17:01.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.445+0000 7f7131155640 1 Processor -- start 2024-09-10T10:17:01.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.445+0000 7f7131155640 1 -- start start 2024-09-10T10:17:01.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f7131155640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f712c06d870 0x7f712c06dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f7131155640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f712c15e820 0x7f712c0cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f7131155640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f712c06e190 con 0x7f712c0b3610 2024-09-10T10:17:01.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f7131155640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f712c0d2ba0 con 0x7f712c06d870 2024-09-10T10:17:01.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f7131155640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f712c0d2e80 con 0x7f712c15e820 2024-09-10T10:17:01.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f712ad9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f712c06d870 0x7f712c06dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f712b59e640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f712c0b3610 0x7f712c0d3c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37600/0 (socket says 172.21.15.157:37600) 2024-09-10T10:17:01.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f712b59e640 1 -- 172.21.15.157:0/3721313842 learned_addr learned my addr 172.21.15.157:0/3721313842 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:01.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f712ad9d640 1 -- 172.21.15.157:0/3721313842 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f712c15e820 msgr2=0x7f712c0cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:01.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f712ad9d640 1 --2- 172.21.15.157:0/3721313842 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f712c15e820 0x7f712c0cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f712ad9d640 1 -- 172.21.15.157:0/3721313842 >> v1:172.21.15.157:6789/0 conn(0x7f712c0b3610 legacy=0x7f712c0d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f7129d9b640 1 -- 172.21.15.157:0/3721313842 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3888086660 0 0) 0x7f712c06e190 con 0x7f712c0b3610 2024-09-10T10:17:01.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f712ad9d640 1 -- 172.21.15.157:0/3721313842 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f712c0d3160 con 0x7f712c06d870 2024-09-10T10:17:01.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f712ad9d640 1 --2- 172.21.15.157:0/3721313842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c06d870 0x7f712c06dc50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f711c0097c0 tx=0x7f711c01ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5787bb0ec1f61fb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:01.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f7129d9b640 1 -- 172.21.15.157:0/3721313842 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f711c0b5070 con 0x7f712c06d870 2024-09-10T10:17:01.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f7129d9b640 1 -- 172.21.15.157:0/3721313842 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f711c0a8990 con 0x7f712c06d870 2024-09-10T10:17:01.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.449+0000 7f7129d9b640 1 -- 172.21.15.157:0/3721313842 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f711c0a8d60 con 0x7f712c06d870 2024-09-10T10:17:01.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- 172.21.15.157:0/3721313842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c06d870 msgr2=0x7f712c06dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 --2- 172.21.15.157:0/3721313842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c06d870 0x7f712c06dc50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f711c0097c0 tx=0x7f711c01ec90 comp rx=0 tx=0).stop 2024-09-10T10:17:01.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- 172.21.15.157:0/3721313842 shutdown_connections 2024-09-10T10:17:01.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 --2- 172.21.15.157:0/3721313842 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f712c15e820 0x7f712c0cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 --2- 172.21.15.157:0/3721313842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c06d870 0x7f712c06dc50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- 172.21.15.157:0/3721313842 >> 172.21.15.157:0/3721313842 conn(0x7f712c0d4910 msgr2=0x7f712c0d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:01.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- 172.21.15.157:0/3721313842 shutdown_connections 2024-09-10T10:17:01.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- 172.21.15.157:0/3721313842 wait complete. 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 Processor -- start 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- start start 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f712c06d870 0x7f712c153f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f712c0b3610 0x7f712c1547d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c15e820 0x7f712c0cc350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f712c0cfc90 con 0x7f712c15e820 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f712c0d3720 con 0x7f712c0b3610 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f712c0d4350 con 0x7f712c06d870 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f712b59e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c15e820 0x7f712c0cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f712b59e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c15e820 0x7f712c0cc350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47956/0 (socket says 172.21.15.157:47956) 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f712b59e640 1 -- 172.21.15.157:0/3904840839 learned_addr learned my addr 172.21.15.157:0/3904840839 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:01.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f712b59e640 1 -- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f712c06d870 msgr2=0x7f712c153f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f712b59e640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f712c06d870 0x7f712c153f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f712b59e640 1 -- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f712c0b3610 msgr2=0x7f712c1547d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f712b59e640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f712c0b3610 0x7f712c1547d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f712b59e640 1 -- 172.21.15.157:0/3904840839 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f712c0c9860 con 0x7f712c15e820 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f712b59e640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c15e820 0x7f712c0cc350 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f712400c7d0 tx=0x7f712400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f71137fe640 1 -- 172.21.15.157:0/3904840839 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7124018070 con 0x7f712c15e820 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f71137fe640 1 -- 172.21.15.157:0/3904840839 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f712400a640 con 0x7f712c15e820 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f712c0c9b40 con 0x7f712c15e820 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f71137fe640 1 -- 172.21.15.157:0/3904840839 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f712400aa70 con 0x7f712c15e820 2024-09-10T10:17:01.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f712c0ca100 con 0x7f712c15e820 2024-09-10T10:17:01.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.453+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f712c0cf750 con 0x7f712c15e820 2024-09-10T10:17:01.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.457+0000 7f71137fe640 1 -- 172.21.15.157:0/3904840839 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f712400ac10 con 0x7f712c15e820 2024-09-10T10:17:01.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.457+0000 7f71137fe640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f71180678c0 0x7f7118069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.457+0000 7f71137fe640 1 -- 172.21.15.157:0/3904840839 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7124085390 con 0x7f712c15e820 2024-09-10T10:17:01.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.457+0000 7f712ad9d640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f71180678c0 0x7f7118069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.457+0000 7f712ad9d640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f71180678c0 0x7f7118069d80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f711c0b2000 tx=0x7f711c004740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:01.462 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.461+0000 7f71137fe640 1 -- 172.21.15.157:0/3904840839 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7124055ee0 con 0x7f712c15e820 2024-09-10T10:17:01.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.609+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f712c0d4e90 con 0x7f71180678c0 2024-09-10T10:17:01.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.625+0000 7f71137fe640 1 -- 172.21.15.157:0/3904840839 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247562 (secure 0 0 0) 0x7f712c0d4e90 con 0x7f71180678c0 2024-09-10T10:17:01.629 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:01.632 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:17:01.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f71180678c0 msgr2=0x7f7118069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f71180678c0 0x7f7118069d80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f711c0b2000 tx=0x7f711c004740 comp rx=0 tx=0).stop 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c15e820 msgr2=0x7f712c0cc350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c15e820 0x7f712c0cc350 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f712400c7d0 tx=0x7f712400cc90 comp rx=0 tx=0).stop 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 shutdown_connections 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f71180678c0 0x7f7118069d80 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c15e820 0x7f712c0cc350 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f712c0b3610 0x7f712c1547d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 --2- 172.21.15.157:0/3904840839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f712c06d870 0x7f712c153f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 >> 172.21.15.157:0/3904840839 conn(0x7f712c0d4910 msgr2=0x7f712c0b6210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 shutdown_connections 2024-09-10T10:17:01.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.629+0000 7f7131155640 1 -- 172.21.15.157:0/3904840839 wait complete. 2024-09-10T10:17:01.647 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-10T10:17:01.420384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":68,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239648,"kb_used_data":2608,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735072,"statfs":{"total":773094113280,"available":772848713728,"internally_reserved":0,"allocated":2670592,"data_stored":1650933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.817393"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630947+0000","last_change":"2024-09-10T10:16:56.630947+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630947+0000","last_undegraded":"2024-09-10T10:16:56.630947+0000","last_fullsized":"2024-09-10T10:16:56.630947+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648355+0000","last_change":"2024-09-10T10:16:57.649282+0000","last_active":"2024-09-10T10:16:58.648355+0000","last_peered":"2024-09-10T10:16:58.648355+0000","last_clean":"2024-09-10T10:16:58.648355+0000","last_became_active":"2024-09-10T10:16:57.648594+0000","last_became_peered":"2024-09-10T10:16:57.648594+0000","last_unstale":"2024-09-10T10:16:58.648355+0000","last_undegraded":"2024-09-10T10:16:58.648355+0000","last_fullsized":"2024-09-10T10:16:58.648355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.822398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.641031+0000","last_change":"2024-09-10T10:16:56.641031+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.641031+0000","last_undegraded":"2024-09-10T10:16:56.641031+0000","last_fullsized":"2024-09-10T10:16:56.641031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.640969+0000","last_change":"2024-09-10T10:16:56.640969+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.640969+0000","last_undegraded":"2024-09-10T10:16:56.640969+0000","last_fullsized":"2024-09-10T10:16:56.640969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626642+0000","last_change":"2024-09-10T10:16:56.626642+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626642+0000","last_undegraded":"2024-09-10T10:16:56.626642+0000","last_fullsized":"2024-09-10T10:16:56.626642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.637684+0000","last_change":"2024-09-10T10:16:56.637684+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.637684+0000","last_undegraded":"2024-09-10T10:16:56.637684+0000","last_fullsized":"2024-09-10T10:16:56.637684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626585+0000","last_change":"2024-09-10T10:16:56.626585+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626585+0000","last_undegraded":"2024-09-10T10:16:56.626585+0000","last_fullsized":"2024-09-10T10:16:56.626585+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633836+0000","last_change":"2024-09-10T10:16:56.633836+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633836+0000","last_undegraded":"2024-09-10T10:16:56.633836+0000","last_fullsized":"2024-09-10T10:16:56.633836+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.628695+0000","last_change":"2024-09-10T10:16:56.628695+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.628695+0000","last_undegraded":"2024-09-10T10:16:56.628695+0000","last_fullsized":"2024-09-10T10:16:56.628695+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.636486+0000","last_change":"2024-09-10T10:16:56.636486+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.636486+0000","last_undegraded":"2024-09-10T10:16:56.636486+0000","last_fullsized":"2024-09-10T10:16:56.636486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630409+0000","last_change":"2024-09-10T10:16:56.630409+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630409+0000","last_undegraded":"2024-09-10T10:16:56.630409+0000","last_fullsized":"2024-09-10T10:16:56.630409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647437+0000","last_change":"2024-09-10T10:16:57.655251+0000","last_active":"2024-09-10T10:16:58.647437+0000","last_peered":"2024-09-10T10:16:58.647437+0000","last_clean":"2024-09-10T10:16:58.647437+0000","last_became_active":"2024-09-10T10:16:57.654949+0000","last_became_peered":"2024-09-10T10:16:57.654949+0000","last_unstale":"2024-09-10T10:16:58.647437+0000","last_undegraded":"2024-09-10T10:16:58.647437+0000","last_fullsized":"2024-09-10T10:16:58.647437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:55.017479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.623434+0000","last_change":"2024-09-10T10:16:56.623434+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.623434+0000","last_undegraded":"2024-09-10T10:16:56.623434+0000","last_fullsized":"2024-09-10T10:16:56.623434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630163+0000","last_change":"2024-09-10T10:16:56.630163+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630163+0000","last_undegraded":"2024-09-10T10:16:56.630163+0000","last_fullsized":"2024-09-10T10:16:56.630163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648037+0000","last_change":"2024-09-10T10:16:57.641463+0000","last_active":"2024-09-10T10:16:58.648037+0000","last_peered":"2024-09-10T10:16:58.648037+0000","last_clean":"2024-09-10T10:16:58.648037+0000","last_became_active":"2024-09-10T10:16:57.639640+0000","last_became_peered":"2024-09-10T10:16:57.639640+0000","last_unstale":"2024-09-10T10:16:58.648037+0000","last_undegraded":"2024-09-10T10:16:58.648037+0000","last_fullsized":"2024-09-10T10:16:58.648037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:25.803701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.624525+0000","last_change":"2024-09-10T10:16:56.624525+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.624525+0000","last_undegraded":"2024-09-10T10:16:56.624525+0000","last_fullsized":"2024-09-10T10:16:56.624525+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626390+0000","last_change":"2024-09-10T10:16:56.626390+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626390+0000","last_undegraded":"2024-09-10T10:16:56.626390+0000","last_fullsized":"2024-09-10T10:16:56.626390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619114+0000","last_change":"2024-09-10T10:16:56.619114+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619114+0000","last_undegraded":"2024-09-10T10:16:56.619114+0000","last_fullsized":"2024-09-10T10:16:56.619114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626207+0000","last_change":"2024-09-10T10:16:56.626207+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626207+0000","last_undegraded":"2024-09-10T10:16:56.626207+0000","last_fullsized":"2024-09-10T10:16:56.626207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.636472+0000","last_change":"2024-09-10T10:16:56.636472+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.636472+0000","last_undegraded":"2024-09-10T10:16:56.636472+0000","last_fullsized":"2024-09-10T10:16:56.636472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.640306+0000","last_change":"2024-09-10T10:16:56.640306+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.640306+0000","last_undegraded":"2024-09-10T10:16:56.640306+0000","last_fullsized":"2024-09-10T10:16:56.640306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.635785+0000","last_change":"2024-09-10T10:16:56.635785+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.635785+0000","last_undegraded":"2024-09-10T10:16:56.635785+0000","last_fullsized":"2024-09-10T10:16:56.635785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.618040+0000","last_change":"2024-09-10T10:16:56.618040+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.618040+0000","last_undegraded":"2024-09-10T10:16:56.618040+0000","last_fullsized":"2024-09-10T10:16:56.618040+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622579+0000","last_change":"2024-09-10T10:16:56.622579+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622579+0000","last_undegraded":"2024-09-10T10:16:56.622579+0000","last_fullsized":"2024-09-10T10:16:56.622579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619018+0000","last_change":"2024-09-10T10:16:56.619018+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619018+0000","last_undegraded":"2024-09-10T10:16:56.619018+0000","last_fullsized":"2024-09-10T10:16:56.619018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.634983+0000","last_change":"2024-09-10T10:16:56.634983+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.634983+0000","last_undegraded":"2024-09-10T10:16:56.634983+0000","last_fullsized":"2024-09-10T10:16:56.634983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648513+0000","last_change":"2024-09-10T10:16:57.645317+0000","last_active":"2024-09-10T10:16:58.648513+0000","last_peered":"2024-09-10T10:16:58.648513+0000","last_clean":"2024-09-10T10:16:58.648513+0000","last_became_active":"2024-09-10T10:16:57.639824+0000","last_became_peered":"2024-09-10T10:16:57.639824+0000","last_unstale":"2024-09-10T10:16:58.648513+0000","last_undegraded":"2024-09-10T10:16:58.648513+0000","last_fullsized":"2024-09-10T10:16:58.648513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:18.058973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.618600+0000","last_change":"2024-09-10T10:16:56.618600+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.618600+0000","last_undegraded":"2024-09-10T10:16:56.618600+0000","last_fullsized":"2024-09-10T10:16:56.618600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631645+0000","last_change":"2024-09-10T10:16:56.631645+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631645+0000","last_undegraded":"2024-09-10T10:16:56.631645+0000","last_fullsized":"2024-09-10T10:16:56.631645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633946+0000","last_change":"2024-09-10T10:16:56.633946+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633946+0000","last_undegraded":"2024-09-10T10:16:56.633946+0000","last_fullsized":"2024-09-10T10:16:56.633946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619858+0000","last_change":"2024-09-10T10:16:56.619858+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619858+0000","last_undegraded":"2024-09-10T10:16:56.619858+0000","last_fullsized":"2024-09-10T10:16:56.619858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633519+0000","last_change":"2024-09-10T10:16:56.633519+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633519+0000","last_undegraded":"2024-09-10T10:16:56.633519+0000","last_fullsized":"2024-09-10T10:16:56.633519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647160+0000","last_change":"2024-09-10T10:16:57.633693+0000","last_active":"2024-09-10T10:16:58.647160+0000","last_peered":"2024-09-10T10:16:58.647160+0000","last_clean":"2024-09-10T10:16:58.647160+0000","last_became_active":"2024-09-10T10:16:57.633088+0000","last_became_peered":"2024-09-10T10:16:57.633088+0000","last_unstale":"2024-09-10T10:16:58.647160+0000","last_undegraded":"2024-09-10T10:16:58.647160+0000","last_fullsized":"2024-09-10T10:16:58.647160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:24.378425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.643549+0000","last_change":"2024-09-10T10:16:56.641484+0000","last_active":"2024-09-10T10:16:56.643549+0000","last_peered":"2024-09-10T10:16:56.643549+0000","last_clean":"2024-09-10T10:16:56.643549+0000","last_became_active":"2024-09-10T10:16:56.641106+0000","last_became_peered":"2024-09-10T10:16:56.641106+0000","last_unstale":"2024-09-10T10:16:56.643549+0000","last_undegraded":"2024-09-10T10:16:56.643549+0000","last_fullsized":"2024-09-10T10:16:56.643549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631011+0000","last_change":"2024-09-10T10:16:56.631011+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631011+0000","last_undegraded":"2024-09-10T10:16:56.631011+0000","last_fullsized":"2024-09-10T10:16:56.631011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.661488+0000","last_change":"2024-09-10T10:16:56.650069+0000","last_active":"2024-09-10T10:16:56.661488+0000","last_peered":"2024-09-10T10:16:56.661488+0000","last_clean":"2024-09-10T10:16:56.661488+0000","last_became_active":"2024-09-10T10:16:56.649302+0000","last_became_peered":"2024-09-10T10:16:56.649302+0000","last_unstale":"2024-09-10T10:16:56.661488+0000","last_undegraded":"2024-09-10T10:16:56.661488+0000","last_fullsized":"2024-09-10T10:16:56.661488+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.660754+0000","last_change":"2024-09-10T10:16:56.660116+0000","last_active":"2024-09-10T10:16:56.660754+0000","last_peered":"2024-09-10T10:16:56.660754+0000","last_clean":"2024-09-10T10:16:56.660754+0000","last_became_active":"2024-09-10T10:16:56.659813+0000","last_became_peered":"2024-09-10T10:16:56.659813+0000","last_unstale":"2024-09-10T10:16:56.660754+0000","last_undegraded":"2024-09-10T10:16:56.660754+0000","last_fullsized":"2024-09-10T10:16:56.660754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622957+0000","last_change":"2024-09-10T10:16:56.622957+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622957+0000","last_undegraded":"2024-09-10T10:16:56.622957+0000","last_fullsized":"2024-09-10T10:16:56.622957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.664525+0000","last_change":"2024-09-10T10:16:56.661552+0000","last_active":"2024-09-10T10:16:56.664525+0000","last_peered":"2024-09-10T10:16:56.664525+0000","last_clean":"2024-09-10T10:16:56.664525+0000","last_became_active":"2024-09-10T10:16:56.660796+0000","last_became_peered":"2024-09-10T10:16:56.660796+0000","last_unstale":"2024-09-10T10:16:56.664525+0000","last_undegraded":"2024-09-10T10:16:56.664525+0000","last_fullsized":"2024-09-10T10:16:56.664525+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648041+0000","last_change":"2024-09-10T10:16:57.638750+0000","last_active":"2024-09-10T10:16:58.648041+0000","last_peered":"2024-09-10T10:16:58.648041+0000","last_clean":"2024-09-10T10:16:58.648041+0000","last_became_active":"2024-09-10T10:16:57.638197+0000","last_became_peered":"2024-09-10T10:16:57.638197+0000","last_unstale":"2024-09-10T10:16:58.648041+0000","last_undegraded":"2024-09-10T10:16:58.648041+0000","last_fullsized":"2024-09-10T10:16:58.648041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:08.004850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663075+0000","last_change":"2024-09-10T10:16:56.659844+0000","last_active":"2024-09-10T10:16:56.663075+0000","last_peered":"2024-09-10T10:16:56.663075+0000","last_clean":"2024-09-10T10:16:56.663075+0000","last_became_active":"2024-09-10T10:16:56.658483+0000","last_became_peered":"2024-09-10T10:16:56.658483+0000","last_unstale":"2024-09-10T10:16:56.663075+0000","last_undegraded":"2024-09-10T10:16:56.663075+0000","last_fullsized":"2024-09-10T10:16:56.663075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629173+0000","last_change":"2024-09-10T10:16:56.629173+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629173+0000","last_undegraded":"2024-09-10T10:16:56.629173+0000","last_fullsized":"2024-09-10T10:16:56.629173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663891+0000","last_change":"2024-09-10T10:16:56.659961+0000","last_active":"2024-09-10T10:16:56.663891+0000","last_peered":"2024-09-10T10:16:56.663891+0000","last_clean":"2024-09-10T10:16:56.663891+0000","last_became_active":"2024-09-10T10:16:56.659326+0000","last_became_peered":"2024-09-10T10:16:56.659326+0000","last_unstale":"2024-09-10T10:16:56.663891+0000","last_undegraded":"2024-09-10T10:16:56.663891+0000","last_fullsized":"2024-09-10T10:16:56.663891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.628249+0000","last_change":"2024-09-10T10:16:56.628249+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.628249+0000","last_undegraded":"2024-09-10T10:16:56.628249+0000","last_fullsized":"2024-09-10T10:16:56.628249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648634+0000","last_change":"2024-09-10T10:16:56.653221+0000","last_active":"2024-09-10T10:16:58.648634+0000","last_peered":"2024-09-10T10:16:58.648634+0000","last_clean":"2024-09-10T10:16:58.648634+0000","last_became_active":"2024-09-10T10:16:56.652704+0000","last_became_peered":"2024-09-10T10:16:56.652704+0000","last_unstale":"2024-09-10T10:16:58.648634+0000","last_undegraded":"2024-09-10T10:16:58.648634+0000","last_fullsized":"2024-09-10T10:16:58.648634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:48.658604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647669+0000","last_change":"2024-09-10T10:16:57.638672+0000","last_active":"2024-09-10T10:16:58.647669+0000","last_peered":"2024-09-10T10:16:58.647669+0000","last_clean":"2024-09-10T10:16:58.647669+0000","last_became_active":"2024-09-10T10:16:57.638271+0000","last_became_peered":"2024-09-10T10:16:57.638271+0000","last_unstale":"2024-09-10T10:16:58.647669+0000","last_undegraded":"2024-09-10T10:16:58.647669+0000","last_fullsized":"2024-09-10T10:16:58.647669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:05.464704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663029+0000","last_change":"2024-09-10T10:16:56.659008+0000","last_active":"2024-09-10T10:16:56.663029+0000","last_peered":"2024-09-10T10:16:56.663029+0000","last_clean":"2024-09-10T10:16:56.663029+0000","last_became_active":"2024-09-10T10:16:56.657540+0000","last_became_peered":"2024-09-10T10:16:56.657540+0000","last_unstale":"2024-09-10T10:16:56.663029+0000","last_undegraded":"2024-09-10T10:16:56.663029+0000","last_fullsized":"2024-09-10T10:16:56.663029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.625198+0000","last_change":"2024-09-10T10:16:56.625198+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.625198+0000","last_undegraded":"2024-09-10T10:16:56.625198+0000","last_fullsized":"2024-09-10T10:16:56.625198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.652059+0000","last_change":"2024-09-10T10:16:56.650846+0000","last_active":"2024-09-10T10:16:56.652059+0000","last_peered":"2024-09-10T10:16:56.652059+0000","last_clean":"2024-09-10T10:16:56.652059+0000","last_became_active":"2024-09-10T10:16:56.650281+0000","last_became_peered":"2024-09-10T10:16:56.650281+0000","last_unstale":"2024-09-10T10:16:56.652059+0000","last_undegraded":"2024-09-10T10:16:56.652059+0000","last_fullsized":"2024-09-10T10:16:56.652059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622990+0000","last_change":"2024-09-10T10:16:56.622990+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622990+0000","last_undegraded":"2024-09-10T10:16:56.622990+0000","last_fullsized":"2024-09-10T10:16:56.622990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.655827+0000","last_change":"2024-09-10T10:16:56.650468+0000","last_active":"2024-09-10T10:16:56.655827+0000","last_peered":"2024-09-10T10:16:56.655827+0000","last_clean":"2024-09-10T10:16:56.655827+0000","last_became_active":"2024-09-10T10:16:56.649855+0000","last_became_peered":"2024-09-10T10:16:56.649855+0000","last_unstale":"2024-09-10T10:16:56.655827+0000","last_undegraded":"2024-09-10T10:16:56.655827+0000","last_fullsized":"2024-09-10T10:16:56.655827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622281+0000","last_change":"2024-09-10T10:16:56.622281+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622281+0000","last_undegraded":"2024-09-10T10:16:56.622281+0000","last_fullsized":"2024-09-10T10:16:56.622281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662888+0000","last_change":"2024-09-10T10:16:56.658570+0000","last_active":"2024-09-10T10:16:56.662888+0000","last_peered":"2024-09-10T10:16:56.662888+0000","last_clean":"2024-09-10T10:16:56.662888+0000","last_became_active":"2024-09-10T10:16:56.657788+0000","last_became_peered":"2024-09-10T10:16:56.657788+0000","last_unstale":"2024-09-10T10:16:56.662888+0000","last_undegraded":"2024-09-10T10:16:56.662888+0000","last_fullsized":"2024-09-10T10:16:56.662888+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629834+0000","last_change":"2024-09-10T10:16:56.629834+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629834+0000","last_undegraded":"2024-09-10T10:16:56.629834+0000","last_fullsized":"2024-09-10T10:16:56.629834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.635348+0000","last_change":"2024-09-10T10:16:56.633059+0000","last_active":"2024-09-10T10:16:56.635348+0000","last_peered":"2024-09-10T10:16:56.635348+0000","last_clean":"2024-09-10T10:16:56.635348+0000","last_became_active":"2024-09-10T10:16:56.632679+0000","last_became_peered":"2024-09-10T10:16:56.632679+0000","last_unstale":"2024-09-10T10:16:56.635348+0000","last_undegraded":"2024-09-10T10:16:56.635348+0000","last_fullsized":"2024-09-10T10:16:56.635348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.620851+0000","last_change":"2024-09-10T10:16:56.620851+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.620851+0000","last_undegraded":"2024-09-10T10:16:56.620851+0000","last_fullsized":"2024-09-10T10:16:56.620851+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647472+0000","last_change":"2024-09-10T10:16:56.644187+0000","last_active":"2024-09-10T10:16:58.647472+0000","last_peered":"2024-09-10T10:16:58.647472+0000","last_clean":"2024-09-10T10:16:58.647472+0000","last_became_active":"2024-09-10T10:16:56.643069+0000","last_became_peered":"2024-09-10T10:16:56.643069+0000","last_unstale":"2024-09-10T10:16:58.647472+0000","last_undegraded":"2024-09-10T10:16:58.647472+0000","last_fullsized":"2024-09-10T10:16:58.647472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:08.714665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.617130+0000","last_change":"2024-09-10T10:16:56.617130+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.617130+0000","last_undegraded":"2024-09-10T10:16:56.617130+0000","last_fullsized":"2024-09-10T10:16:56.617130+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.640286+0000","last_change":"2024-09-10T10:16:56.638119+0000","last_active":"2024-09-10T10:16:56.640286+0000","last_peered":"2024-09-10T10:16:56.640286+0000","last_clean":"2024-09-10T10:16:56.640286+0000","last_became_active":"2024-09-10T10:16:56.637777+0000","last_became_peered":"2024-09-10T10:16:56.637777+0000","last_unstale":"2024-09-10T10:16:56.640286+0000","last_undegraded":"2024-09-10T10:16:56.640286+0000","last_fullsized":"2024-09-10T10:16:56.640286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616509+0000","last_change":"2024-09-10T10:16:56.616509+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616509+0000","last_undegraded":"2024-09-10T10:16:56.616509+0000","last_fullsized":"2024-09-10T10:16:56.616509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648740+0000","last_change":"2024-09-10T10:16:56.651953+0000","last_active":"2024-09-10T10:16:58.648740+0000","last_peered":"2024-09-10T10:16:58.648740+0000","last_clean":"2024-09-10T10:16:58.648740+0000","last_became_active":"2024-09-10T10:16:56.651216+0000","last_became_peered":"2024-09-10T10:16:56.651216+0000","last_unstale":"2024-09-10T10:16:58.648740+0000","last_undegraded":"2024-09-10T10:16:58.648740+0000","last_fullsized":"2024-09-10T10:16:58.648740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:54.008412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631142+0000","last_change":"2024-09-10T10:16:56.631142+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631142+0000","last_undegraded":"2024-09-10T10:16:56.631142+0000","last_fullsized":"2024-09-10T10:16:56.631142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654053+0000","last_change":"2024-09-10T10:16:56.652337+0000","last_active":"2024-09-10T10:16:56.654053+0000","last_peered":"2024-09-10T10:16:56.654053+0000","last_clean":"2024-09-10T10:16:56.654053+0000","last_became_active":"2024-09-10T10:16:56.651690+0000","last_became_peered":"2024-09-10T10:16:56.651690+0000","last_unstale":"2024-09-10T10:16:56.654053+0000","last_undegraded":"2024-09-10T10:16:56.654053+0000","last_fullsized":"2024-09-10T10:16:56.654053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619858+0000","last_change":"2024-09-10T10:16:56.619858+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619858+0000","last_undegraded":"2024-09-10T10:16:56.619858+0000","last_fullsized":"2024-09-10T10:16:56.619858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.615057+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:16:56.615057+0000","last_peered":"2024-09-10T10:16:56.615057+0000","last_clean":"2024-09-10T10:16:56.615057+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:16:56.615057+0000","last_undegraded":"2024-09-10T10:16:56.615057+0000","last_fullsized":"2024-09-10T10:16:56.615057+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.650780+0000","last_change":"2024-09-10T10:16:56.640084+0000","last_active":"2024-09-10T10:16:56.650780+0000","last_peered":"2024-09-10T10:16:56.650780+0000","last_clean":"2024-09-10T10:16:56.650780+0000","last_became_active":"2024-09-10T10:16:56.639339+0000","last_became_peered":"2024-09-10T10:16:56.639339+0000","last_unstale":"2024-09-10T10:16:56.650780+0000","last_undegraded":"2024-09-10T10:16:56.650780+0000","last_fullsized":"2024-09-10T10:16:56.650780+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616899+0000","last_change":"2024-09-10T10:16:56.616899+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616899+0000","last_undegraded":"2024-09-10T10:16:56.616899+0000","last_fullsized":"2024-09-10T10:16:56.616899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.642025+0000","last_change":"2024-09-10T10:16:56.632711+0000","last_active":"2024-09-10T10:16:56.642025+0000","last_peered":"2024-09-10T10:16:56.642025+0000","last_clean":"2024-09-10T10:16:56.642025+0000","last_became_active":"2024-09-10T10:16:56.631612+0000","last_became_peered":"2024-09-10T10:16:56.631612+0000","last_unstale":"2024-09-10T10:16:56.642025+0000","last_undegraded":"2024-09-10T10:16:56.642025+0000","last_fullsized":"2024-09-10T10:16:56.642025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.623515+0000","last_change":"2024-09-10T10:16:56.623515+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.623515+0000","last_undegraded":"2024-09-10T10:16:56.623515+0000","last_fullsized":"2024-09-10T10:16:56.623515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.640609+0000","last_change":"2024-09-10T10:16:56.638693+0000","last_active":"2024-09-10T10:16:56.640609+0000","last_peered":"2024-09-10T10:16:56.640609+0000","last_clean":"2024-09-10T10:16:56.640609+0000","last_became_active":"2024-09-10T10:16:56.638112+0000","last_became_peered":"2024-09-10T10:16:56.638112+0000","last_unstale":"2024-09-10T10:16:56.640609+0000","last_undegraded":"2024-09-10T10:16:56.640609+0000","last_fullsized":"2024-09-10T10:16:56.640609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648232+0000","last_change":"2024-09-10T10:16:57.640096+0000","last_active":"2024-09-10T10:16:58.648232+0000","last_peered":"2024-09-10T10:16:58.648232+0000","last_clean":"2024-09-10T10:16:58.648232+0000","last_became_active":"2024-09-10T10:16:57.639310+0000","last_became_peered":"2024-09-10T10:16:57.639310+0000","last_unstale":"2024-09-10T10:16:58.648232+0000","last_undegraded":"2024-09-10T10:16:58.648232+0000","last_fullsized":"2024-09-10T10:16:58.648232+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:14:10.817702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654084+0000","last_change":"2024-09-10T10:16:56.645091+0000","last_active":"2024-09-10T10:16:56.654084+0000","last_peered":"2024-09-10T10:16:56.654084+0000","last_clean":"2024-09-10T10:16:56.654084+0000","last_became_active":"2024-09-10T10:16:56.644350+0000","last_became_peered":"2024-09-10T10:16:56.644350+0000","last_unstale":"2024-09-10T10:16:56.654084+0000","last_undegraded":"2024-09-10T10:16:56.654084+0000","last_fullsized":"2024-09-10T10:16:56.654084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647613+0000","last_change":"2024-09-10T10:16:57.646539+0000","last_active":"2024-09-10T10:16:58.647613+0000","last_peered":"2024-09-10T10:16:58.647613+0000","last_clean":"2024-09-10T10:16:58.647613+0000","last_became_active":"2024-09-10T10:16:57.646262+0000","last_became_peered":"2024-09-10T10:16:57.646262+0000","last_unstale":"2024-09-10T10:16:58.647613+0000","last_undegraded":"2024-09-10T10:16:58.647613+0000","last_fullsized":"2024-09-10T10:16:58.647613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:39.170680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648459+0000","last_change":"2024-09-10T10:16:56.647703+0000","last_active":"2024-09-10T10:16:58.648459+0000","last_peered":"2024-09-10T10:16:58.648459+0000","last_clean":"2024-09-10T10:16:58.648459+0000","last_became_active":"2024-09-10T10:16:56.647285+0000","last_became_peered":"2024-09-10T10:16:56.647285+0000","last_unstale":"2024-09-10T10:16:58.648459+0000","last_undegraded":"2024-09-10T10:16:58.648459+0000","last_fullsized":"2024-09-10T10:16:58.648459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.455636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626428+0000","last_change":"2024-09-10T10:16:56.626428+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626428+0000","last_undegraded":"2024-09-10T10:16:56.626428+0000","last_fullsized":"2024-09-10T10:16:56.626428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.660516+0000","last_change":"2024-09-10T10:16:56.654562+0000","last_active":"2024-09-10T10:16:56.660516+0000","last_peered":"2024-09-10T10:16:56.660516+0000","last_clean":"2024-09-10T10:16:56.660516+0000","last_became_active":"2024-09-10T10:16:56.653570+0000","last_became_peered":"2024-09-10T10:16:56.653570+0000","last_unstale":"2024-09-10T10:16:56.660516+0000","last_undegraded":"2024-09-10T10:16:56.660516+0000","last_fullsized":"2024-09-10T10:16:56.660516+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648452+0000","last_change":"2024-09-10T10:16:57.638068+0000","last_active":"2024-09-10T10:16:58.648452+0000","last_peered":"2024-09-10T10:16:58.648452+0000","last_clean":"2024-09-10T10:16:58.648452+0000","last_became_active":"2024-09-10T10:16:57.637460+0000","last_became_peered":"2024-09-10T10:16:57.637460+0000","last_unstale":"2024-09-10T10:16:58.648452+0000","last_undegraded":"2024-09-10T10:16:58.648452+0000","last_fullsized":"2024-09-10T10:16:58.648452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:23.265271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650249+0000","last_change":"2024-09-10T10:16:56.658617+0000","last_active":"2024-09-10T10:16:58.650249+0000","last_peered":"2024-09-10T10:16:58.650249+0000","last_clean":"2024-09-10T10:16:58.650249+0000","last_became_active":"2024-09-10T10:16:56.658331+0000","last_became_peered":"2024-09-10T10:16:56.658331+0000","last_unstale":"2024-09-10T10:16:58.650249+0000","last_undegraded":"2024-09-10T10:16:58.650249+0000","last_fullsized":"2024-09-10T10:16:58.650249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:23.369358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616845+0000","last_change":"2024-09-10T10:16:56.616845+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616845+0000","last_undegraded":"2024-09-10T10:16:56.616845+0000","last_fullsized":"2024-09-10T10:16:56.616845+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662824+0000","last_change":"2024-09-10T10:16:56.658347+0000","last_active":"2024-09-10T10:16:56.662824+0000","last_peered":"2024-09-10T10:16:56.662824+0000","last_clean":"2024-09-10T10:16:56.662824+0000","last_became_active":"2024-09-10T10:16:56.657487+0000","last_became_peered":"2024-09-10T10:16:56.657487+0000","last_unstale":"2024-09-10T10:16:56.662824+0000","last_undegraded":"2024-09-10T10:16:56.662824+0000","last_fullsized":"2024-09-10T10:16:56.662824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626859+0000","last_change":"2024-09-10T10:16:56.626859+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626859+0000","last_undegraded":"2024-09-10T10:16:56.626859+0000","last_fullsized":"2024-09-10T10:16:56.626859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662067+0000","last_change":"2024-09-10T10:16:56.654060+0000","last_active":"2024-09-10T10:16:56.662067+0000","last_peered":"2024-09-10T10:16:56.662067+0000","last_clean":"2024-09-10T10:16:56.662067+0000","last_became_active":"2024-09-10T10:16:56.653366+0000","last_became_peered":"2024-09-10T10:16:56.653366+0000","last_unstale":"2024-09-10T10:16:56.662067+0000","last_undegraded":"2024-09-10T10:16:56.662067+0000","last_fullsized":"2024-09-10T10:16:56.662067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647082+0000","last_change":"2024-09-10T10:16:57.639795+0000","last_active":"2024-09-10T10:16:58.647082+0000","last_peered":"2024-09-10T10:16:58.647082+0000","last_clean":"2024-09-10T10:16:58.647082+0000","last_became_active":"2024-09-10T10:16:57.638840+0000","last_became_peered":"2024-09-10T10:16:57.638840+0000","last_unstale":"2024-09-10T10:16:58.647082+0000","last_undegraded":"2024-09-10T10:16:58.647082+0000","last_fullsized":"2024-09-10T10:16:58.647082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:49.667671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648155+0000","last_change":"2024-09-10T10:16:56.643363+0000","last_active":"2024-09-10T10:16:58.648155+0000","last_peered":"2024-09-10T10:16:58.648155+0000","last_clean":"2024-09-10T10:16:58.648155+0000","last_became_active":"2024-09-10T10:16:56.642876+0000","last_became_peered":"2024-09-10T10:16:56.642876+0000","last_unstale":"2024-09-10T10:16:58.648155+0000","last_undegraded":"2024-09-10T10:16:58.648155+0000","last_fullsized":"2024-09-10T10:16:58.648155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:45.531988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616750+0000","last_change":"2024-09-10T10:16:56.616750+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616750+0000","last_undegraded":"2024-09-10T10:16:56.616750+0000","last_fullsized":"2024-09-10T10:16:56.616750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648447+0000","last_change":"2024-09-10T10:16:56.638093+0000","last_active":"2024-09-10T10:16:58.648447+0000","last_peered":"2024-09-10T10:16:58.648447+0000","last_clean":"2024-09-10T10:16:58.648447+0000","last_became_active":"2024-09-10T10:16:56.637800+0000","last_became_peered":"2024-09-10T10:16:56.637800+0000","last_unstale":"2024-09-10T10:16:58.648447+0000","last_undegraded":"2024-09-10T10:16:58.648447+0000","last_fullsized":"2024-09-10T10:16:58.648447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:38.161612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616808+0000","last_change":"2024-09-10T10:16:56.616808+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616808+0000","last_undegraded":"2024-09-10T10:16:56.616808+0000","last_fullsized":"2024-09-10T10:16:56.616808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.642130+0000","last_change":"2024-09-10T10:16:56.639594+0000","last_active":"2024-09-10T10:16:56.642130+0000","last_peered":"2024-09-10T10:16:56.642130+0000","last_clean":"2024-09-10T10:16:56.642130+0000","last_became_active":"2024-09-10T10:16:56.638856+0000","last_became_peered":"2024-09-10T10:16:56.638856+0000","last_unstale":"2024-09-10T10:16:56.642130+0000","last_undegraded":"2024-09-10T10:16:56.642130+0000","last_fullsized":"2024-09-10T10:16:56.642130+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626401+0000","last_change":"2024-09-10T10:16:56.626401+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626401+0000","last_undegraded":"2024-09-10T10:16:56.626401+0000","last_fullsized":"2024-09-10T10:16:56.626401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633284+0000","last_change":"2024-09-10T10:16:56.633284+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633284+0000","last_undegraded":"2024-09-10T10:16:56.633284+0000","last_fullsized":"2024-09-10T10:16:56.633284+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.653639+0000","last_change":"2024-09-10T10:16:56.651580+0000","last_active":"2024-09-10T10:16:56.653639+0000","last_peered":"2024-09-10T10:16:56.653639+0000","last_clean":"2024-09-10T10:16:56.653639+0000","last_became_active":"2024-09-10T10:16:56.650630+0000","last_became_peered":"2024-09-10T10:16:56.650630+0000","last_unstale":"2024-09-10T10:16:56.653639+0000","last_undegraded":"2024-09-10T10:16:56.653639+0000","last_fullsized":"2024-09-10T10:16:56.653639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.635808+0000","last_change":"2024-09-10T10:16:56.635808+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.635808+0000","last_undegraded":"2024-09-10T10:16:56.635808+0000","last_fullsized":"2024-09-10T10:16:56.635808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.656647+0000","last_change":"2024-09-10T10:16:56.653862+0000","last_active":"2024-09-10T10:16:56.656647+0000","last_peered":"2024-09-10T10:16:56.656647+0000","last_clean":"2024-09-10T10:16:56.656647+0000","last_became_active":"2024-09-10T10:16:56.653095+0000","last_became_peered":"2024-09-10T10:16:56.653095+0000","last_unstale":"2024-09-10T10:16:56.656647+0000","last_undegraded":"2024-09-10T10:16:56.656647+0000","last_fullsized":"2024-09-10T10:16:56.656647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629182+0000","last_change":"2024-09-10T10:16:56.629182+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629182+0000","last_undegraded":"2024-09-10T10:16:56.629182+0000","last_fullsized":"2024-09-10T10:16:56.629182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.649534+0000","last_change":"2024-09-10T10:16:56.648564+0000","last_active":"2024-09-10T10:16:56.649534+0000","last_peered":"2024-09-10T10:16:56.649534+0000","last_clean":"2024-09-10T10:16:56.649534+0000","last_became_active":"2024-09-10T10:16:56.648306+0000","last_became_peered":"2024-09-10T10:16:56.648306+0000","last_unstale":"2024-09-10T10:16:56.649534+0000","last_undegraded":"2024-09-10T10:16:56.649534+0000","last_fullsized":"2024-09-10T10:16:56.649534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622423+0000","last_change":"2024-09-10T10:16:56.622423+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622423+0000","last_undegraded":"2024-09-10T10:16:56.622423+0000","last_fullsized":"2024-09-10T10:16:56.622423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654835+0000","last_change":"2024-09-10T10:16:56.654274+0000","last_active":"2024-09-10T10:16:56.654835+0000","last_peered":"2024-09-10T10:16:56.654835+0000","last_clean":"2024-09-10T10:16:56.654835+0000","last_became_active":"2024-09-10T10:16:56.653845+0000","last_became_peered":"2024-09-10T10:16:56.653845+0000","last_unstale":"2024-09-10T10:16:56.654835+0000","last_undegraded":"2024-09-10T10:16:56.654835+0000","last_fullsized":"2024-09-10T10:16:56.654835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31948,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339892,"statfs":{"total":96636764160,"available":96604049408,"internally_reserved":0,"allocated":778240,"data_stored":649760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":217088,"data_stored":72627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:17:01.655 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:17:01.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.801+0000 7f5f90d93640 1 Processor -- start 2024-09-10T10:17:01.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.801+0000 7f5f90d93640 1 -- start start 2024-09-10T10:17:01.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f90d93640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c06d620 0x7f5f8c15d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f90d93640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f8c15d640 con 0x7f5f8c15fce0 2024-09-10T10:17:01.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f90d93640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f8c160710 con 0x7f5f8c0cfdd0 2024-09-10T10:17:01.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f90d93640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5f8c15cc70 con 0x7f5f8c06d620 2024-09-10T10:17:01.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f89d9b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f5f8c15fce0 0x7f5f8c0cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37602/0 (socket says 172.21.15.157:37602) 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f89d9b640 1 -- 172.21.15.157:0/1703727112 learned_addr learned my addr 172.21.15.157:0/1703727112 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 43636417 0 0) 0x7f5f8c15d640 con 0x7f5f8c15fce0 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5f74003530 con 0x7f5f8c15fce0 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8a59c640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c06d620 0x7f5f8c15d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1828958973 0 0) 0x7f5f74003530 con 0x7f5f8c15fce0 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c06d620 msgr2=0x7f5f8c15d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c06d620 0x7f5f8c15d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 >> v1:172.21.15.192:6789/0 conn(0x7f5f8c0cfdd0 legacy=0x7f5f8c152ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f8c1609f0 con 0x7f5f8c15fce0 2024-09-10T10:17:01.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f5f80001680 con 0x7f5f8c15fce0 2024-09-10T10:17:01.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 >> v1:172.21.15.157:6789/0 conn(0x7f5f8c15fce0 legacy=0x7f5f8c0cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f740039f0 0x7f5f74003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c06d620 0x7f5f74004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f74004d50 0x7f5f740051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c15cc70 con 0x7f5f74004d50 2024-09-10T10:17:01.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5f7400bbb0 con 0x7f5f740039f0 2024-09-10T10:17:01.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5f7400bdb0 con 0x7f5f8c06d620 2024-09-10T10:17:01.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8ad9d640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f74004d50 0x7f5f740051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f89d9b640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c06d620 0x7f5f74004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8a59c640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f740039f0 0x7f5f74003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8ad9d640 1 -- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c06d620 msgr2=0x7f5f74004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:01.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8ad9d640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c06d620 0x7f5f74004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8ad9d640 1 -- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f740039f0 msgr2=0x7f5f74003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:01.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8ad9d640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f740039f0 0x7f5f74003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8ad9d640 1 -- 172.21.15.157:0/1703727112 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f74003530 con 0x7f5f74004d50 2024-09-10T10:17:01.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.805+0000 7f5f8ad9d640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f74004d50 0x7f5f740051d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c0b6b00 tx=0x7f5f8401c720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=318328c2edc64774 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:01.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f84001a90 con 0x7f5f74004d50 2024-09-10T10:17:01.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f84003b80 con 0x7f5f74004d50 2024-09-10T10:17:01.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8959a640 1 -- 172.21.15.157:0/1703727112 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f84005080 con 0x7f5f74004d50 2024-09-10T10:17:01.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- 172.21.15.157:0/1703727112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f74004d50 msgr2=0x7f5f740051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 --2- 172.21.15.157:0/1703727112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f74004d50 0x7f5f740051d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c0b6b00 tx=0x7f5f8401c720 comp rx=0 tx=0).stop 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8ad9d640 1 -- 172.21.15.157:0/1703727112 reap_dead start 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- 172.21.15.157:0/1703727112 shutdown_connections 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- 172.21.15.157:0/1703727112 >> 172.21.15.157:0/1703727112 conn(0x7f5f8c0b15d0 msgr2=0x7f5f8c0b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- 172.21.15.157:0/1703727112 shutdown_connections 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- 172.21.15.157:0/1703727112 wait complete. 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 Processor -- start 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- start start 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f8c14ba60 0x7f5f8c0ceb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f8c0cf0d0 0x7f5f8c15f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c15f5b0 0x7f5f8c0b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c0b0340 con 0x7f5f8c14ba60 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c06da00 con 0x7f5f8c0cf0d0 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5f8c0b04c0 con 0x7f5f8c15f5b0 2024-09-10T10:17:01.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8a59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f8c14ba60 0x7f5f8c0ceb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8a59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f8c14ba60 0x7f5f8c0ceb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47970/0 (socket says 172.21.15.157:47970) 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8a59c640 1 -- 172.21.15.157:0/227496275 learned_addr learned my addr 172.21.15.157:0/227496275 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f89d9b640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f8c0cf0d0 0x7f5f8c15f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8ad9d640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c15f5b0 0x7f5f8c0b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8a59c640 1 -- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c15f5b0 msgr2=0x7f5f8c0b3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8a59c640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c15f5b0 0x7f5f8c0b3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8a59c640 1 -- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f8c0cf0d0 msgr2=0x7f5f8c15f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8a59c640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f8c0cf0d0 0x7f5f8c15f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8a59c640 1 -- 172.21.15.157:0/227496275 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f8c0cd700 con 0x7f5f8c14ba60 2024-09-10T10:17:01.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f8a59c640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f8c14ba60 0x7f5f8c0ceb90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c00f580 tx=0x7f5f7c00fa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f7affd640 1 -- 172.21.15.157:0/227496275 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f7c019020 con 0x7f5f8c14ba60 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f7affd640 1 -- 172.21.15.157:0/227496275 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f7c014870 con 0x7f5f8c14ba60 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f7affd640 1 -- 172.21.15.157:0/227496275 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f7c014c40 con 0x7f5f8c14ba60 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f8c0cd9e0 con 0x7f5f8c14ba60 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.809+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f8c0cdfa0 con 0x7f5f8c14ba60 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.813+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f8c0cf4b0 con 0x7f5f8c14ba60 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.813+0000 7f5f7affd640 1 -- 172.21.15.157:0/227496275 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5f7c01c020 con 0x7f5f8c14ba60 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.813+0000 7f5f7affd640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f6c0678c0 0x7f5f6c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.813+0000 7f5f7affd640 1 -- 172.21.15.157:0/227496275 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5f7c086520 con 0x7f5f8c14ba60 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.813+0000 7f5f89d9b640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f6c0678c0 0x7f5f6c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:01.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.813+0000 7f5f89d9b640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f6c0678c0 0x7f5f6c069d80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5f80004850 tx=0x7f5f80009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:01.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.817+0000 7f5f7affd640 1 -- 172.21.15.157:0/227496275 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5f8c0cf4b0 con 0x7f5f8c14ba60 2024-09-10T10:17:01.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.969+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5f8c0cd4b0 con 0x7f5f6c0678c0 2024-09-10T10:17:01.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.989+0000 7f5f7affd640 1 -- 172.21.15.157:0/227496275 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247562 (secure 0 0 0) 0x7f5f8c0cd4b0 con 0x7f5f6c0678c0 2024-09-10T10:17:01.993 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:01.994 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f6c0678c0 msgr2=0x7f5f6c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f6c0678c0 0x7f5f6c069d80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5f80004850 tx=0x7f5f80009040 comp rx=0 tx=0).stop 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f8c14ba60 msgr2=0x7f5f8c0ceb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f8c14ba60 0x7f5f8c0ceb90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c00f580 tx=0x7f5f7c00fa40 comp rx=0 tx=0).stop 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 shutdown_connections 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f6c0678c0 0x7f5f6c069d80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f8c15f5b0 0x7f5f8c0b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f8c0cf0d0 0x7f5f8c15f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 --2- 172.21.15.157:0/227496275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f8c14ba60 0x7f5f8c0ceb90 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 >> 172.21.15.157:0/227496275 conn(0x7f5f8c0b15d0 msgr2=0x7f5f8c15aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:01.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 shutdown_connections 2024-09-10T10:17:01.997 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:01.993+0000 7f5f90d93640 1 -- 172.21.15.157:0/227496275 wait complete. 2024-09-10T10:17:02.010 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-10T10:17:01.420384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":68,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239648,"kb_used_data":2608,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735072,"statfs":{"total":773094113280,"available":772848713728,"internally_reserved":0,"allocated":2670592,"data_stored":1650933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.817393"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630947+0000","last_change":"2024-09-10T10:16:56.630947+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630947+0000","last_undegraded":"2024-09-10T10:16:56.630947+0000","last_fullsized":"2024-09-10T10:16:56.630947+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648355+0000","last_change":"2024-09-10T10:16:57.649282+0000","last_active":"2024-09-10T10:16:58.648355+0000","last_peered":"2024-09-10T10:16:58.648355+0000","last_clean":"2024-09-10T10:16:58.648355+0000","last_became_active":"2024-09-10T10:16:57.648594+0000","last_became_peered":"2024-09-10T10:16:57.648594+0000","last_unstale":"2024-09-10T10:16:58.648355+0000","last_undegraded":"2024-09-10T10:16:58.648355+0000","last_fullsized":"2024-09-10T10:16:58.648355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.822398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.641031+0000","last_change":"2024-09-10T10:16:56.641031+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.641031+0000","last_undegraded":"2024-09-10T10:16:56.641031+0000","last_fullsized":"2024-09-10T10:16:56.641031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.640969+0000","last_change":"2024-09-10T10:16:56.640969+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.640969+0000","last_undegraded":"2024-09-10T10:16:56.640969+0000","last_fullsized":"2024-09-10T10:16:56.640969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626642+0000","last_change":"2024-09-10T10:16:56.626642+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626642+0000","last_undegraded":"2024-09-10T10:16:56.626642+0000","last_fullsized":"2024-09-10T10:16:56.626642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.637684+0000","last_change":"2024-09-10T10:16:56.637684+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.637684+0000","last_undegraded":"2024-09-10T10:16:56.637684+0000","last_fullsized":"2024-09-10T10:16:56.637684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626585+0000","last_change":"2024-09-10T10:16:56.626585+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626585+0000","last_undegraded":"2024-09-10T10:16:56.626585+0000","last_fullsized":"2024-09-10T10:16:56.626585+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633836+0000","last_change":"2024-09-10T10:16:56.633836+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633836+0000","last_undegraded":"2024-09-10T10:16:56.633836+0000","last_fullsized":"2024-09-10T10:16:56.633836+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.628695+0000","last_change":"2024-09-10T10:16:56.628695+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.628695+0000","last_undegraded":"2024-09-10T10:16:56.628695+0000","last_fullsized":"2024-09-10T10:16:56.628695+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.636486+0000","last_change":"2024-09-10T10:16:56.636486+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.636486+0000","last_undegraded":"2024-09-10T10:16:56.636486+0000","last_fullsized":"2024-09-10T10:16:56.636486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630409+0000","last_change":"2024-09-10T10:16:56.630409+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630409+0000","last_undegraded":"2024-09-10T10:16:56.630409+0000","last_fullsized":"2024-09-10T10:16:56.630409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647437+0000","last_change":"2024-09-10T10:16:57.655251+0000","last_active":"2024-09-10T10:16:58.647437+0000","last_peered":"2024-09-10T10:16:58.647437+0000","last_clean":"2024-09-10T10:16:58.647437+0000","last_became_active":"2024-09-10T10:16:57.654949+0000","last_became_peered":"2024-09-10T10:16:57.654949+0000","last_unstale":"2024-09-10T10:16:58.647437+0000","last_undegraded":"2024-09-10T10:16:58.647437+0000","last_fullsized":"2024-09-10T10:16:58.647437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:55.017479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.623434+0000","last_change":"2024-09-10T10:16:56.623434+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.623434+0000","last_undegraded":"2024-09-10T10:16:56.623434+0000","last_fullsized":"2024-09-10T10:16:56.623434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630163+0000","last_change":"2024-09-10T10:16:56.630163+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630163+0000","last_undegraded":"2024-09-10T10:16:56.630163+0000","last_fullsized":"2024-09-10T10:16:56.630163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648037+0000","last_change":"2024-09-10T10:16:57.641463+0000","last_active":"2024-09-10T10:16:58.648037+0000","last_peered":"2024-09-10T10:16:58.648037+0000","last_clean":"2024-09-10T10:16:58.648037+0000","last_became_active":"2024-09-10T10:16:57.639640+0000","last_became_peered":"2024-09-10T10:16:57.639640+0000","last_unstale":"2024-09-10T10:16:58.648037+0000","last_undegraded":"2024-09-10T10:16:58.648037+0000","last_fullsized":"2024-09-10T10:16:58.648037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:25.803701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.624525+0000","last_change":"2024-09-10T10:16:56.624525+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.624525+0000","last_undegraded":"2024-09-10T10:16:56.624525+0000","last_fullsized":"2024-09-10T10:16:56.624525+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626390+0000","last_change":"2024-09-10T10:16:56.626390+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626390+0000","last_undegraded":"2024-09-10T10:16:56.626390+0000","last_fullsized":"2024-09-10T10:16:56.626390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619114+0000","last_change":"2024-09-10T10:16:56.619114+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619114+0000","last_undegraded":"2024-09-10T10:16:56.619114+0000","last_fullsized":"2024-09-10T10:16:56.619114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626207+0000","last_change":"2024-09-10T10:16:56.626207+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626207+0000","last_undegraded":"2024-09-10T10:16:56.626207+0000","last_fullsized":"2024-09-10T10:16:56.626207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.636472+0000","last_change":"2024-09-10T10:16:56.636472+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.636472+0000","last_undegraded":"2024-09-10T10:16:56.636472+0000","last_fullsized":"2024-09-10T10:16:56.636472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.640306+0000","last_change":"2024-09-10T10:16:56.640306+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.640306+0000","last_undegraded":"2024-09-10T10:16:56.640306+0000","last_fullsized":"2024-09-10T10:16:56.640306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.635785+0000","last_change":"2024-09-10T10:16:56.635785+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.635785+0000","last_undegraded":"2024-09-10T10:16:56.635785+0000","last_fullsized":"2024-09-10T10:16:56.635785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.618040+0000","last_change":"2024-09-10T10:16:56.618040+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.618040+0000","last_undegraded":"2024-09-10T10:16:56.618040+0000","last_fullsized":"2024-09-10T10:16:56.618040+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622579+0000","last_change":"2024-09-10T10:16:56.622579+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622579+0000","last_undegraded":"2024-09-10T10:16:56.622579+0000","last_fullsized":"2024-09-10T10:16:56.622579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619018+0000","last_change":"2024-09-10T10:16:56.619018+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619018+0000","last_undegraded":"2024-09-10T10:16:56.619018+0000","last_fullsized":"2024-09-10T10:16:56.619018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.634983+0000","last_change":"2024-09-10T10:16:56.634983+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.634983+0000","last_undegraded":"2024-09-10T10:16:56.634983+0000","last_fullsized":"2024-09-10T10:16:56.634983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648513+0000","last_change":"2024-09-10T10:16:57.645317+0000","last_active":"2024-09-10T10:16:58.648513+0000","last_peered":"2024-09-10T10:16:58.648513+0000","last_clean":"2024-09-10T10:16:58.648513+0000","last_became_active":"2024-09-10T10:16:57.639824+0000","last_became_peered":"2024-09-10T10:16:57.639824+0000","last_unstale":"2024-09-10T10:16:58.648513+0000","last_undegraded":"2024-09-10T10:16:58.648513+0000","last_fullsized":"2024-09-10T10:16:58.648513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:18.058973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.618600+0000","last_change":"2024-09-10T10:16:56.618600+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.618600+0000","last_undegraded":"2024-09-10T10:16:56.618600+0000","last_fullsized":"2024-09-10T10:16:56.618600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631645+0000","last_change":"2024-09-10T10:16:56.631645+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631645+0000","last_undegraded":"2024-09-10T10:16:56.631645+0000","last_fullsized":"2024-09-10T10:16:56.631645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633946+0000","last_change":"2024-09-10T10:16:56.633946+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633946+0000","last_undegraded":"2024-09-10T10:16:56.633946+0000","last_fullsized":"2024-09-10T10:16:56.633946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619858+0000","last_change":"2024-09-10T10:16:56.619858+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619858+0000","last_undegraded":"2024-09-10T10:16:56.619858+0000","last_fullsized":"2024-09-10T10:16:56.619858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633519+0000","last_change":"2024-09-10T10:16:56.633519+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633519+0000","last_undegraded":"2024-09-10T10:16:56.633519+0000","last_fullsized":"2024-09-10T10:16:56.633519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647160+0000","last_change":"2024-09-10T10:16:57.633693+0000","last_active":"2024-09-10T10:16:58.647160+0000","last_peered":"2024-09-10T10:16:58.647160+0000","last_clean":"2024-09-10T10:16:58.647160+0000","last_became_active":"2024-09-10T10:16:57.633088+0000","last_became_peered":"2024-09-10T10:16:57.633088+0000","last_unstale":"2024-09-10T10:16:58.647160+0000","last_undegraded":"2024-09-10T10:16:58.647160+0000","last_fullsized":"2024-09-10T10:16:58.647160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:24.378425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.643549+0000","last_change":"2024-09-10T10:16:56.641484+0000","last_active":"2024-09-10T10:16:56.643549+0000","last_peered":"2024-09-10T10:16:56.643549+0000","last_clean":"2024-09-10T10:16:56.643549+0000","last_became_active":"2024-09-10T10:16:56.641106+0000","last_became_peered":"2024-09-10T10:16:56.641106+0000","last_unstale":"2024-09-10T10:16:56.643549+0000","last_undegraded":"2024-09-10T10:16:56.643549+0000","last_fullsized":"2024-09-10T10:16:56.643549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631011+0000","last_change":"2024-09-10T10:16:56.631011+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631011+0000","last_undegraded":"2024-09-10T10:16:56.631011+0000","last_fullsized":"2024-09-10T10:16:56.631011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.661488+0000","last_change":"2024-09-10T10:16:56.650069+0000","last_active":"2024-09-10T10:16:56.661488+0000","last_peered":"2024-09-10T10:16:56.661488+0000","last_clean":"2024-09-10T10:16:56.661488+0000","last_became_active":"2024-09-10T10:16:56.649302+0000","last_became_peered":"2024-09-10T10:16:56.649302+0000","last_unstale":"2024-09-10T10:16:56.661488+0000","last_undegraded":"2024-09-10T10:16:56.661488+0000","last_fullsized":"2024-09-10T10:16:56.661488+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.660754+0000","last_change":"2024-09-10T10:16:56.660116+0000","last_active":"2024-09-10T10:16:56.660754+0000","last_peered":"2024-09-10T10:16:56.660754+0000","last_clean":"2024-09-10T10:16:56.660754+0000","last_became_active":"2024-09-10T10:16:56.659813+0000","last_became_peered":"2024-09-10T10:16:56.659813+0000","last_unstale":"2024-09-10T10:16:56.660754+0000","last_undegraded":"2024-09-10T10:16:56.660754+0000","last_fullsized":"2024-09-10T10:16:56.660754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622957+0000","last_change":"2024-09-10T10:16:56.622957+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622957+0000","last_undegraded":"2024-09-10T10:16:56.622957+0000","last_fullsized":"2024-09-10T10:16:56.622957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.664525+0000","last_change":"2024-09-10T10:16:56.661552+0000","last_active":"2024-09-10T10:16:56.664525+0000","last_peered":"2024-09-10T10:16:56.664525+0000","last_clean":"2024-09-10T10:16:56.664525+0000","last_became_active":"2024-09-10T10:16:56.660796+0000","last_became_peered":"2024-09-10T10:16:56.660796+0000","last_unstale":"2024-09-10T10:16:56.664525+0000","last_undegraded":"2024-09-10T10:16:56.664525+0000","last_fullsized":"2024-09-10T10:16:56.664525+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648041+0000","last_change":"2024-09-10T10:16:57.638750+0000","last_active":"2024-09-10T10:16:58.648041+0000","last_peered":"2024-09-10T10:16:58.648041+0000","last_clean":"2024-09-10T10:16:58.648041+0000","last_became_active":"2024-09-10T10:16:57.638197+0000","last_became_peered":"2024-09-10T10:16:57.638197+0000","last_unstale":"2024-09-10T10:16:58.648041+0000","last_undegraded":"2024-09-10T10:16:58.648041+0000","last_fullsized":"2024-09-10T10:16:58.648041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:08.004850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663075+0000","last_change":"2024-09-10T10:16:56.659844+0000","last_active":"2024-09-10T10:16:56.663075+0000","last_peered":"2024-09-10T10:16:56.663075+0000","last_clean":"2024-09-10T10:16:56.663075+0000","last_became_active":"2024-09-10T10:16:56.658483+0000","last_became_peered":"2024-09-10T10:16:56.658483+0000","last_unstale":"2024-09-10T10:16:56.663075+0000","last_undegraded":"2024-09-10T10:16:56.663075+0000","last_fullsized":"2024-09-10T10:16:56.663075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629173+0000","last_change":"2024-09-10T10:16:56.629173+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629173+0000","last_undegraded":"2024-09-10T10:16:56.629173+0000","last_fullsized":"2024-09-10T10:16:56.629173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663891+0000","last_change":"2024-09-10T10:16:56.659961+0000","last_active":"2024-09-10T10:16:56.663891+0000","last_peered":"2024-09-10T10:16:56.663891+0000","last_clean":"2024-09-10T10:16:56.663891+0000","last_became_active":"2024-09-10T10:16:56.659326+0000","last_became_peered":"2024-09-10T10:16:56.659326+0000","last_unstale":"2024-09-10T10:16:56.663891+0000","last_undegraded":"2024-09-10T10:16:56.663891+0000","last_fullsized":"2024-09-10T10:16:56.663891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.628249+0000","last_change":"2024-09-10T10:16:56.628249+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.628249+0000","last_undegraded":"2024-09-10T10:16:56.628249+0000","last_fullsized":"2024-09-10T10:16:56.628249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648634+0000","last_change":"2024-09-10T10:16:56.653221+0000","last_active":"2024-09-10T10:16:58.648634+0000","last_peered":"2024-09-10T10:16:58.648634+0000","last_clean":"2024-09-10T10:16:58.648634+0000","last_became_active":"2024-09-10T10:16:56.652704+0000","last_became_peered":"2024-09-10T10:16:56.652704+0000","last_unstale":"2024-09-10T10:16:58.648634+0000","last_undegraded":"2024-09-10T10:16:58.648634+0000","last_fullsized":"2024-09-10T10:16:58.648634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:48.658604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647669+0000","last_change":"2024-09-10T10:16:57.638672+0000","last_active":"2024-09-10T10:16:58.647669+0000","last_peered":"2024-09-10T10:16:58.647669+0000","last_clean":"2024-09-10T10:16:58.647669+0000","last_became_active":"2024-09-10T10:16:57.638271+0000","last_became_peered":"2024-09-10T10:16:57.638271+0000","last_unstale":"2024-09-10T10:16:58.647669+0000","last_undegraded":"2024-09-10T10:16:58.647669+0000","last_fullsized":"2024-09-10T10:16:58.647669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:05.464704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663029+0000","last_change":"2024-09-10T10:16:56.659008+0000","last_active":"2024-09-10T10:16:56.663029+0000","last_peered":"2024-09-10T10:16:56.663029+0000","last_clean":"2024-09-10T10:16:56.663029+0000","last_became_active":"2024-09-10T10:16:56.657540+0000","last_became_peered":"2024-09-10T10:16:56.657540+0000","last_unstale":"2024-09-10T10:16:56.663029+0000","last_undegraded":"2024-09-10T10:16:56.663029+0000","last_fullsized":"2024-09-10T10:16:56.663029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.625198+0000","last_change":"2024-09-10T10:16:56.625198+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.625198+0000","last_undegraded":"2024-09-10T10:16:56.625198+0000","last_fullsized":"2024-09-10T10:16:56.625198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.652059+0000","last_change":"2024-09-10T10:16:56.650846+0000","last_active":"2024-09-10T10:16:56.652059+0000","last_peered":"2024-09-10T10:16:56.652059+0000","last_clean":"2024-09-10T10:16:56.652059+0000","last_became_active":"2024-09-10T10:16:56.650281+0000","last_became_peered":"2024-09-10T10:16:56.650281+0000","last_unstale":"2024-09-10T10:16:56.652059+0000","last_undegraded":"2024-09-10T10:16:56.652059+0000","last_fullsized":"2024-09-10T10:16:56.652059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622990+0000","last_change":"2024-09-10T10:16:56.622990+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622990+0000","last_undegraded":"2024-09-10T10:16:56.622990+0000","last_fullsized":"2024-09-10T10:16:56.622990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.655827+0000","last_change":"2024-09-10T10:16:56.650468+0000","last_active":"2024-09-10T10:16:56.655827+0000","last_peered":"2024-09-10T10:16:56.655827+0000","last_clean":"2024-09-10T10:16:56.655827+0000","last_became_active":"2024-09-10T10:16:56.649855+0000","last_became_peered":"2024-09-10T10:16:56.649855+0000","last_unstale":"2024-09-10T10:16:56.655827+0000","last_undegraded":"2024-09-10T10:16:56.655827+0000","last_fullsized":"2024-09-10T10:16:56.655827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622281+0000","last_change":"2024-09-10T10:16:56.622281+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622281+0000","last_undegraded":"2024-09-10T10:16:56.622281+0000","last_fullsized":"2024-09-10T10:16:56.622281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662888+0000","last_change":"2024-09-10T10:16:56.658570+0000","last_active":"2024-09-10T10:16:56.662888+0000","last_peered":"2024-09-10T10:16:56.662888+0000","last_clean":"2024-09-10T10:16:56.662888+0000","last_became_active":"2024-09-10T10:16:56.657788+0000","last_became_peered":"2024-09-10T10:16:56.657788+0000","last_unstale":"2024-09-10T10:16:56.662888+0000","last_undegraded":"2024-09-10T10:16:56.662888+0000","last_fullsized":"2024-09-10T10:16:56.662888+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629834+0000","last_change":"2024-09-10T10:16:56.629834+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629834+0000","last_undegraded":"2024-09-10T10:16:56.629834+0000","last_fullsized":"2024-09-10T10:16:56.629834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.635348+0000","last_change":"2024-09-10T10:16:56.633059+0000","last_active":"2024-09-10T10:16:56.635348+0000","last_peered":"2024-09-10T10:16:56.635348+0000","last_clean":"2024-09-10T10:16:56.635348+0000","last_became_active":"2024-09-10T10:16:56.632679+0000","last_became_peered":"2024-09-10T10:16:56.632679+0000","last_unstale":"2024-09-10T10:16:56.635348+0000","last_undegraded":"2024-09-10T10:16:56.635348+0000","last_fullsized":"2024-09-10T10:16:56.635348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.620851+0000","last_change":"2024-09-10T10:16:56.620851+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.620851+0000","last_undegraded":"2024-09-10T10:16:56.620851+0000","last_fullsized":"2024-09-10T10:16:56.620851+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647472+0000","last_change":"2024-09-10T10:16:56.644187+0000","last_active":"2024-09-10T10:16:58.647472+0000","last_peered":"2024-09-10T10:16:58.647472+0000","last_clean":"2024-09-10T10:16:58.647472+0000","last_became_active":"2024-09-10T10:16:56.643069+0000","last_became_peered":"2024-09-10T10:16:56.643069+0000","last_unstale":"2024-09-10T10:16:58.647472+0000","last_undegraded":"2024-09-10T10:16:58.647472+0000","last_fullsized":"2024-09-10T10:16:58.647472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:08.714665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.617130+0000","last_change":"2024-09-10T10:16:56.617130+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.617130+0000","last_undegraded":"2024-09-10T10:16:56.617130+0000","last_fullsized":"2024-09-10T10:16:56.617130+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.640286+0000","last_change":"2024-09-10T10:16:56.638119+0000","last_active":"2024-09-10T10:16:56.640286+0000","last_peered":"2024-09-10T10:16:56.640286+0000","last_clean":"2024-09-10T10:16:56.640286+0000","last_became_active":"2024-09-10T10:16:56.637777+0000","last_became_peered":"2024-09-10T10:16:56.637777+0000","last_unstale":"2024-09-10T10:16:56.640286+0000","last_undegraded":"2024-09-10T10:16:56.640286+0000","last_fullsized":"2024-09-10T10:16:56.640286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616509+0000","last_change":"2024-09-10T10:16:56.616509+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616509+0000","last_undegraded":"2024-09-10T10:16:56.616509+0000","last_fullsized":"2024-09-10T10:16:56.616509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648740+0000","last_change":"2024-09-10T10:16:56.651953+0000","last_active":"2024-09-10T10:16:58.648740+0000","last_peered":"2024-09-10T10:16:58.648740+0000","last_clean":"2024-09-10T10:16:58.648740+0000","last_became_active":"2024-09-10T10:16:56.651216+0000","last_became_peered":"2024-09-10T10:16:56.651216+0000","last_unstale":"2024-09-10T10:16:58.648740+0000","last_undegraded":"2024-09-10T10:16:58.648740+0000","last_fullsized":"2024-09-10T10:16:58.648740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:54.008412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631142+0000","last_change":"2024-09-10T10:16:56.631142+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631142+0000","last_undegraded":"2024-09-10T10:16:56.631142+0000","last_fullsized":"2024-09-10T10:16:56.631142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654053+0000","last_change":"2024-09-10T10:16:56.652337+0000","last_active":"2024-09-10T10:16:56.654053+0000","last_peered":"2024-09-10T10:16:56.654053+0000","last_clean":"2024-09-10T10:16:56.654053+0000","last_became_active":"2024-09-10T10:16:56.651690+0000","last_became_peered":"2024-09-10T10:16:56.651690+0000","last_unstale":"2024-09-10T10:16:56.654053+0000","last_undegraded":"2024-09-10T10:16:56.654053+0000","last_fullsized":"2024-09-10T10:16:56.654053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619858+0000","last_change":"2024-09-10T10:16:56.619858+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619858+0000","last_undegraded":"2024-09-10T10:16:56.619858+0000","last_fullsized":"2024-09-10T10:16:56.619858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.615057+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:16:56.615057+0000","last_peered":"2024-09-10T10:16:56.615057+0000","last_clean":"2024-09-10T10:16:56.615057+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:16:56.615057+0000","last_undegraded":"2024-09-10T10:16:56.615057+0000","last_fullsized":"2024-09-10T10:16:56.615057+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.650780+0000","last_change":"2024-09-10T10:16:56.640084+0000","last_active":"2024-09-10T10:16:56.650780+0000","last_peered":"2024-09-10T10:16:56.650780+0000","last_clean":"2024-09-10T10:16:56.650780+0000","last_became_active":"2024-09-10T10:16:56.639339+0000","last_became_peered":"2024-09-10T10:16:56.639339+0000","last_unstale":"2024-09-10T10:16:56.650780+0000","last_undegraded":"2024-09-10T10:16:56.650780+0000","last_fullsized":"2024-09-10T10:16:56.650780+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616899+0000","last_change":"2024-09-10T10:16:56.616899+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616899+0000","last_undegraded":"2024-09-10T10:16:56.616899+0000","last_fullsized":"2024-09-10T10:16:56.616899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.642025+0000","last_change":"2024-09-10T10:16:56.632711+0000","last_active":"2024-09-10T10:16:56.642025+0000","last_peered":"2024-09-10T10:16:56.642025+0000","last_clean":"2024-09-10T10:16:56.642025+0000","last_became_active":"2024-09-10T10:16:56.631612+0000","last_became_peered":"2024-09-10T10:16:56.631612+0000","last_unstale":"2024-09-10T10:16:56.642025+0000","last_undegraded":"2024-09-10T10:16:56.642025+0000","last_fullsized":"2024-09-10T10:16:56.642025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.623515+0000","last_change":"2024-09-10T10:16:56.623515+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.623515+0000","last_undegraded":"2024-09-10T10:16:56.623515+0000","last_fullsized":"2024-09-10T10:16:56.623515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.640609+0000","last_change":"2024-09-10T10:16:56.638693+0000","last_active":"2024-09-10T10:16:56.640609+0000","last_peered":"2024-09-10T10:16:56.640609+0000","last_clean":"2024-09-10T10:16:56.640609+0000","last_became_active":"2024-09-10T10:16:56.638112+0000","last_became_peered":"2024-09-10T10:16:56.638112+0000","last_unstale":"2024-09-10T10:16:56.640609+0000","last_undegraded":"2024-09-10T10:16:56.640609+0000","last_fullsized":"2024-09-10T10:16:56.640609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648232+0000","last_change":"2024-09-10T10:16:57.640096+0000","last_active":"2024-09-10T10:16:58.648232+0000","last_peered":"2024-09-10T10:16:58.648232+0000","last_clean":"2024-09-10T10:16:58.648232+0000","last_became_active":"2024-09-10T10:16:57.639310+0000","last_became_peered":"2024-09-10T10:16:57.639310+0000","last_unstale":"2024-09-10T10:16:58.648232+0000","last_undegraded":"2024-09-10T10:16:58.648232+0000","last_fullsized":"2024-09-10T10:16:58.648232+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:14:10.817702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654084+0000","last_change":"2024-09-10T10:16:56.645091+0000","last_active":"2024-09-10T10:16:56.654084+0000","last_peered":"2024-09-10T10:16:56.654084+0000","last_clean":"2024-09-10T10:16:56.654084+0000","last_became_active":"2024-09-10T10:16:56.644350+0000","last_became_peered":"2024-09-10T10:16:56.644350+0000","last_unstale":"2024-09-10T10:16:56.654084+0000","last_undegraded":"2024-09-10T10:16:56.654084+0000","last_fullsized":"2024-09-10T10:16:56.654084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647613+0000","last_change":"2024-09-10T10:16:57.646539+0000","last_active":"2024-09-10T10:16:58.647613+0000","last_peered":"2024-09-10T10:16:58.647613+0000","last_clean":"2024-09-10T10:16:58.647613+0000","last_became_active":"2024-09-10T10:16:57.646262+0000","last_became_peered":"2024-09-10T10:16:57.646262+0000","last_unstale":"2024-09-10T10:16:58.647613+0000","last_undegraded":"2024-09-10T10:16:58.647613+0000","last_fullsized":"2024-09-10T10:16:58.647613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:39.170680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648459+0000","last_change":"2024-09-10T10:16:56.647703+0000","last_active":"2024-09-10T10:16:58.648459+0000","last_peered":"2024-09-10T10:16:58.648459+0000","last_clean":"2024-09-10T10:16:58.648459+0000","last_became_active":"2024-09-10T10:16:56.647285+0000","last_became_peered":"2024-09-10T10:16:56.647285+0000","last_unstale":"2024-09-10T10:16:58.648459+0000","last_undegraded":"2024-09-10T10:16:58.648459+0000","last_fullsized":"2024-09-10T10:16:58.648459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.455636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626428+0000","last_change":"2024-09-10T10:16:56.626428+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626428+0000","last_undegraded":"2024-09-10T10:16:56.626428+0000","last_fullsized":"2024-09-10T10:16:56.626428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.660516+0000","last_change":"2024-09-10T10:16:56.654562+0000","last_active":"2024-09-10T10:16:56.660516+0000","last_peered":"2024-09-10T10:16:56.660516+0000","last_clean":"2024-09-10T10:16:56.660516+0000","last_became_active":"2024-09-10T10:16:56.653570+0000","last_became_peered":"2024-09-10T10:16:56.653570+0000","last_unstale":"2024-09-10T10:16:56.660516+0000","last_undegraded":"2024-09-10T10:16:56.660516+0000","last_fullsized":"2024-09-10T10:16:56.660516+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648452+0000","last_change":"2024-09-10T10:16:57.638068+0000","last_active":"2024-09-10T10:16:58.648452+0000","last_peered":"2024-09-10T10:16:58.648452+0000","last_clean":"2024-09-10T10:16:58.648452+0000","last_became_active":"2024-09-10T10:16:57.637460+0000","last_became_peered":"2024-09-10T10:16:57.637460+0000","last_unstale":"2024-09-10T10:16:58.648452+0000","last_undegraded":"2024-09-10T10:16:58.648452+0000","last_fullsized":"2024-09-10T10:16:58.648452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:23.265271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650249+0000","last_change":"2024-09-10T10:16:56.658617+0000","last_active":"2024-09-10T10:16:58.650249+0000","last_peered":"2024-09-10T10:16:58.650249+0000","last_clean":"2024-09-10T10:16:58.650249+0000","last_became_active":"2024-09-10T10:16:56.658331+0000","last_became_peered":"2024-09-10T10:16:56.658331+0000","last_unstale":"2024-09-10T10:16:58.650249+0000","last_undegraded":"2024-09-10T10:16:58.650249+0000","last_fullsized":"2024-09-10T10:16:58.650249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:23.369358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616845+0000","last_change":"2024-09-10T10:16:56.616845+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616845+0000","last_undegraded":"2024-09-10T10:16:56.616845+0000","last_fullsized":"2024-09-10T10:16:56.616845+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662824+0000","last_change":"2024-09-10T10:16:56.658347+0000","last_active":"2024-09-10T10:16:56.662824+0000","last_peered":"2024-09-10T10:16:56.662824+0000","last_clean":"2024-09-10T10:16:56.662824+0000","last_became_active":"2024-09-10T10:16:56.657487+0000","last_became_peered":"2024-09-10T10:16:56.657487+0000","last_unstale":"2024-09-10T10:16:56.662824+0000","last_undegraded":"2024-09-10T10:16:56.662824+0000","last_fullsized":"2024-09-10T10:16:56.662824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626859+0000","last_change":"2024-09-10T10:16:56.626859+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626859+0000","last_undegraded":"2024-09-10T10:16:56.626859+0000","last_fullsized":"2024-09-10T10:16:56.626859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662067+0000","last_change":"2024-09-10T10:16:56.654060+0000","last_active":"2024-09-10T10:16:56.662067+0000","last_peered":"2024-09-10T10:16:56.662067+0000","last_clean":"2024-09-10T10:16:56.662067+0000","last_became_active":"2024-09-10T10:16:56.653366+0000","last_became_peered":"2024-09-10T10:16:56.653366+0000","last_unstale":"2024-09-10T10:16:56.662067+0000","last_undegraded":"2024-09-10T10:16:56.662067+0000","last_fullsized":"2024-09-10T10:16:56.662067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647082+0000","last_change":"2024-09-10T10:16:57.639795+0000","last_active":"2024-09-10T10:16:58.647082+0000","last_peered":"2024-09-10T10:16:58.647082+0000","last_clean":"2024-09-10T10:16:58.647082+0000","last_became_active":"2024-09-10T10:16:57.638840+0000","last_became_peered":"2024-09-10T10:16:57.638840+0000","last_unstale":"2024-09-10T10:16:58.647082+0000","last_undegraded":"2024-09-10T10:16:58.647082+0000","last_fullsized":"2024-09-10T10:16:58.647082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:49.667671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648155+0000","last_change":"2024-09-10T10:16:56.643363+0000","last_active":"2024-09-10T10:16:58.648155+0000","last_peered":"2024-09-10T10:16:58.648155+0000","last_clean":"2024-09-10T10:16:58.648155+0000","last_became_active":"2024-09-10T10:16:56.642876+0000","last_became_peered":"2024-09-10T10:16:56.642876+0000","last_unstale":"2024-09-10T10:16:58.648155+0000","last_undegraded":"2024-09-10T10:16:58.648155+0000","last_fullsized":"2024-09-10T10:16:58.648155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:45.531988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616750+0000","last_change":"2024-09-10T10:16:56.616750+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616750+0000","last_undegraded":"2024-09-10T10:16:56.616750+0000","last_fullsized":"2024-09-10T10:16:56.616750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648447+0000","last_change":"2024-09-10T10:16:56.638093+0000","last_active":"2024-09-10T10:16:58.648447+0000","last_peered":"2024-09-10T10:16:58.648447+0000","last_clean":"2024-09-10T10:16:58.648447+0000","last_became_active":"2024-09-10T10:16:56.637800+0000","last_became_peered":"2024-09-10T10:16:56.637800+0000","last_unstale":"2024-09-10T10:16:58.648447+0000","last_undegraded":"2024-09-10T10:16:58.648447+0000","last_fullsized":"2024-09-10T10:16:58.648447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:38.161612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616808+0000","last_change":"2024-09-10T10:16:56.616808+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616808+0000","last_undegraded":"2024-09-10T10:16:56.616808+0000","last_fullsized":"2024-09-10T10:16:56.616808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.642130+0000","last_change":"2024-09-10T10:16:56.639594+0000","last_active":"2024-09-10T10:16:56.642130+0000","last_peered":"2024-09-10T10:16:56.642130+0000","last_clean":"2024-09-10T10:16:56.642130+0000","last_became_active":"2024-09-10T10:16:56.638856+0000","last_became_peered":"2024-09-10T10:16:56.638856+0000","last_unstale":"2024-09-10T10:16:56.642130+0000","last_undegraded":"2024-09-10T10:16:56.642130+0000","last_fullsized":"2024-09-10T10:16:56.642130+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626401+0000","last_change":"2024-09-10T10:16:56.626401+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626401+0000","last_undegraded":"2024-09-10T10:16:56.626401+0000","last_fullsized":"2024-09-10T10:16:56.626401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633284+0000","last_change":"2024-09-10T10:16:56.633284+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633284+0000","last_undegraded":"2024-09-10T10:16:56.633284+0000","last_fullsized":"2024-09-10T10:16:56.633284+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.653639+0000","last_change":"2024-09-10T10:16:56.651580+0000","last_active":"2024-09-10T10:16:56.653639+0000","last_peered":"2024-09-10T10:16:56.653639+0000","last_clean":"2024-09-10T10:16:56.653639+0000","last_became_active":"2024-09-10T10:16:56.650630+0000","last_became_peered":"2024-09-10T10:16:56.650630+0000","last_unstale":"2024-09-10T10:16:56.653639+0000","last_undegraded":"2024-09-10T10:16:56.653639+0000","last_fullsized":"2024-09-10T10:16:56.653639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.635808+0000","last_change":"2024-09-10T10:16:56.635808+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.635808+0000","last_undegraded":"2024-09-10T10:16:56.635808+0000","last_fullsized":"2024-09-10T10:16:56.635808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.656647+0000","last_change":"2024-09-10T10:16:56.653862+0000","last_active":"2024-09-10T10:16:56.656647+0000","last_peered":"2024-09-10T10:16:56.656647+0000","last_clean":"2024-09-10T10:16:56.656647+0000","last_became_active":"2024-09-10T10:16:56.653095+0000","last_became_peered":"2024-09-10T10:16:56.653095+0000","last_unstale":"2024-09-10T10:16:56.656647+0000","last_undegraded":"2024-09-10T10:16:56.656647+0000","last_fullsized":"2024-09-10T10:16:56.656647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629182+0000","last_change":"2024-09-10T10:16:56.629182+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629182+0000","last_undegraded":"2024-09-10T10:16:56.629182+0000","last_fullsized":"2024-09-10T10:16:56.629182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.649534+0000","last_change":"2024-09-10T10:16:56.648564+0000","last_active":"2024-09-10T10:16:56.649534+0000","last_peered":"2024-09-10T10:16:56.649534+0000","last_clean":"2024-09-10T10:16:56.649534+0000","last_became_active":"2024-09-10T10:16:56.648306+0000","last_became_peered":"2024-09-10T10:16:56.648306+0000","last_unstale":"2024-09-10T10:16:56.649534+0000","last_undegraded":"2024-09-10T10:16:56.649534+0000","last_fullsized":"2024-09-10T10:16:56.649534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622423+0000","last_change":"2024-09-10T10:16:56.622423+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622423+0000","last_undegraded":"2024-09-10T10:16:56.622423+0000","last_fullsized":"2024-09-10T10:16:56.622423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654835+0000","last_change":"2024-09-10T10:16:56.654274+0000","last_active":"2024-09-10T10:16:56.654835+0000","last_peered":"2024-09-10T10:16:56.654835+0000","last_clean":"2024-09-10T10:16:56.654835+0000","last_became_active":"2024-09-10T10:16:56.653845+0000","last_became_peered":"2024-09-10T10:16:56.653845+0000","last_unstale":"2024-09-10T10:16:56.654835+0000","last_undegraded":"2024-09-10T10:16:56.654835+0000","last_fullsized":"2024-09-10T10:16:56.654835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31948,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339892,"statfs":{"total":96636764160,"available":96604049408,"internally_reserved":0,"allocated":778240,"data_stored":649760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":217088,"data_stored":72627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:17:02.014 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:17:02.175 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.173+0000 7fe9e6322640 1 Processor -- start 2024-09-10T10:17:02.176 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.173+0000 7fe9e6322640 1 -- start start 2024-09-10T10:17:02.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9e6322640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe9e00b5200 0x7fe9e015c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9e6322640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e00b1dc0 0x7fe9e00b21f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.180 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9e6322640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9e00b55e0 con 0x7fe9e00cca90 2024-09-10T10:17:02.180 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9e6322640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fe9e00ce3b0 con 0x7fe9e00b5200 2024-09-10T10:17:02.180 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9e6322640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe9e015c5f0 con 0x7fe9e00b1dc0 2024-09-10T10:17:02.180 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9df7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe9e00cca90 0x7fe9e00b43d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37614/0 (socket says 172.21.15.157:37614) 2024-09-10T10:17:02.180 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9df7fe640 1 -- 172.21.15.157:0/1930351409 learned_addr learned my addr 172.21.15.157:0/1930351409 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:02.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9dffff640 1 --2- 172.21.15.157:0/1930351409 >> v2:172.21.15.192:3300/0 conn(0x7fe9e00b5200 0x7fe9e015c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9e48bf640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e00b1dc0 0x7fe9e00b21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3603996308 0 0) 0x7fe9e00b55e0 con 0x7fe9e00cca90 2024-09-10T10:17:02.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe9cc003530 con 0x7fe9e00cca90 2024-09-10T10:17:02.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2451833243 0 0) 0x7fe9cc003530 con 0x7fe9e00cca90 2024-09-10T10:17:02.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e00b1dc0 msgr2=0x7fe9e00b21f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:02.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e00b1dc0 0x7fe9e00b21f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 >> v2:172.21.15.192:3300/0 conn(0x7fe9e00b5200 msgr2=0x7fe9e015c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:02.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 --2- 172.21.15.157:0/1930351409 >> v2:172.21.15.192:3300/0 conn(0x7fe9e00b5200 0x7fe9e015c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e00cd020 con 0x7fe9e00cca90 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9dffff640 1 --2- 172.21.15.157:0/1930351409 >> v2:172.21.15.192:3300/0 conn(0x7fe9e00b5200 0x7fe9e015c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fe9c8001680 con 0x7fe9e00cca90 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 >> v1:172.21.15.157:6789/0 conn(0x7fe9e00cca90 legacy=0x7fe9e00b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9cc0039f0 0x7fe9cc003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9cc004810 0x7fe9cc004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9cc0051d0 0x7fe9cc00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e015c5f0 con 0x7fe9cc0039f0 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc00c0a0 con 0x7fe9cc004810 2024-09-10T10:17:02.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe9cc00c250 con 0x7fe9cc0051d0 2024-09-10T10:17:02.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9e48bf640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e00b1dc0 0x7fe9e00b21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:02.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9dffff640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9cc0039f0 0x7fe9cc003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9df7fe640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9cc004810 0x7fe9cc004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9e48bf640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9cc0051d0 0x7fe9cc00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9dffff640 1 -- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9cc0051d0 msgr2=0x7fe9cc00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:02.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9dffff640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9cc0051d0 0x7fe9cc00b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9dffff640 1 -- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9cc004810 msgr2=0x7fe9cc004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:02.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9dffff640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9cc004810 0x7fe9cc004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9dffff640 1 -- 172.21.15.157:0/1930351409 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9cc003530 con 0x7fe9cc0039f0 2024-09-10T10:17:02.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9dffff640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9cc0039f0 0x7fe9cc003e10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80073e0 tx=0x7fe9d801cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c753a8776d80993 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:02.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d80b2070 con 0x7fe9cc0039f0 2024-09-10T10:17:02.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9d80a5d10 con 0x7fe9cc0039f0 2024-09-10T10:17:02.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.177+0000 7fe9deffd640 1 -- 172.21.15.157:0/1930351409 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8009c80 con 0x7fe9cc0039f0 2024-09-10T10:17:02.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 -- 172.21.15.157:0/1930351409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9cc0039f0 msgr2=0x7fe9cc003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 --2- 172.21.15.157:0/1930351409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9cc0039f0 0x7fe9cc003e10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80073e0 tx=0x7fe9d801cee0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e48bf640 1 -- 172.21.15.157:0/1930351409 reap_dead start 2024-09-10T10:17:02.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 -- 172.21.15.157:0/1930351409 shutdown_connections 2024-09-10T10:17:02.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 -- 172.21.15.157:0/1930351409 >> 172.21.15.157:0/1930351409 conn(0x7fe9e006bcc0 msgr2=0x7fe9e006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:02.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 -- 172.21.15.157:0/1930351409 shutdown_connections 2024-09-10T10:17:02.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 -- 172.21.15.157:0/1930351409 wait complete. 2024-09-10T10:17:02.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 Processor -- start 2024-09-10T10:17:02.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 -- start start 2024-09-10T10:17:02.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9cc0039f0 0x7fe9e014de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9e0156d50 0x7fe9e01571d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e01532f0 0x7fe9e0153770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e00b25e0 con 0x7fe9e0156d50 2024-09-10T10:17:02.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e00b3d40 con 0x7fe9cc0039f0 2024-09-10T10:17:02.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e6322640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe9e01549a0 con 0x7fe9e01532f0 2024-09-10T10:17:02.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9df7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9e0156d50 0x7fe9e01571d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9df7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9e0156d50 0x7fe9e01571d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:47992/0 (socket says 172.21.15.157:47992) 2024-09-10T10:17:02.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9df7fe640 1 -- 172.21.15.157:0/124219288 learned_addr learned my addr 172.21.15.157:0/124219288 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:02.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9dffff640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9cc0039f0 0x7fe9e014de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9e48bf640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e01532f0 0x7fe9e0153770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9df7fe640 1 -- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e01532f0 msgr2=0x7fe9e0153770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9df7fe640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e01532f0 0x7fe9e0153770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9df7fe640 1 -- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9cc0039f0 msgr2=0x7fe9e014de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9df7fe640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9cc0039f0 0x7fe9e014de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9df7fe640 1 -- 172.21.15.157:0/124219288 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e0154c80 con 0x7fe9e0156d50 2024-09-10T10:17:02.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9df7fe640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9e0156d50 0x7fe9e01571d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe9c800e7b0 tx=0x7fe9c800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:02.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9dcff9640 1 -- 172.21.15.157:0/124219288 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c800ee60 con 0x7fe9e0156d50 2024-09-10T10:17:02.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9dcff9640 1 -- 172.21.15.157:0/124219288 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9c8018070 con 0x7fe9e0156d50 2024-09-10T10:17:02.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.181+0000 7fe9dcff9640 1 -- 172.21.15.157:0/124219288 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c800cb10 con 0x7fe9e0156d50 2024-09-10T10:17:02.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.185+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9e0154f60 con 0x7fe9e0156d50 2024-09-10T10:17:02.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.185+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9e0155520 con 0x7fe9e0156d50 2024-09-10T10:17:02.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.185+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9e00b40d0 con 0x7fe9e0156d50 2024-09-10T10:17:02.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.185+0000 7fe9dcff9640 1 -- 172.21.15.157:0/124219288 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe9c800ccb0 con 0x7fe9e0156d50 2024-09-10T10:17:02.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.185+0000 7fe9dcff9640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9c00678c0 0x7fe9c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.185+0000 7fe9dcff9640 1 -- 172.21.15.157:0/124219288 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe9c8085a90 con 0x7fe9e0156d50 2024-09-10T10:17:02.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.185+0000 7fe9dffff640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9c00678c0 0x7fe9c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.185+0000 7fe9dffff640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9c00678c0 0x7fe9c0069d80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80af000 tx=0x7fe9d8004a50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:02.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.189+0000 7fe9dcff9640 1 -- 172.21.15.157:0/124219288 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe9c80565b0 con 0x7fe9e0156d50 2024-09-10T10:17:02.336 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.333+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe9e015c950 con 0x7fe9c00678c0 2024-09-10T10:17:02.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.353+0000 7fe9dcff9640 1 -- 172.21.15.157:0/124219288 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247562 (secure 0 0 0) 0x7fe9d80f9720 con 0x7fe9c00678c0 2024-09-10T10:17:02.356 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:02.357 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:17:02.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9c00678c0 msgr2=0x7fe9c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9c00678c0 0x7fe9c0069d80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80af000 tx=0x7fe9d8004a50 comp rx=0 tx=0).stop 2024-09-10T10:17:02.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9e0156d50 msgr2=0x7fe9e01571d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9e0156d50 0x7fe9e01571d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe9c800e7b0 tx=0x7fe9c800ec70 comp rx=0 tx=0).stop 2024-09-10T10:17:02.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 shutdown_connections 2024-09-10T10:17:02.359 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9c00678c0 0x7fe9c0069d80 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.359 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9e01532f0 0x7fe9e0153770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.359 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9e0156d50 0x7fe9e01571d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.359 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 --2- 172.21.15.157:0/124219288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9cc0039f0 0x7fe9e014de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.359 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 >> 172.21.15.157:0/124219288 conn(0x7fe9e006bcc0 msgr2=0x7fe9e015d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:02.359 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 shutdown_connections 2024-09-10T10:17:02.359 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.357+0000 7fe9e6322640 1 -- 172.21.15.157:0/124219288 wait complete. 2024-09-10T10:17:02.372 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-10T10:17:01.420384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":68,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239648,"kb_used_data":2608,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735072,"statfs":{"total":773094113280,"available":772848713728,"internally_reserved":0,"allocated":2670592,"data_stored":1650933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.817393"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630947+0000","last_change":"2024-09-10T10:16:56.630947+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630947+0000","last_undegraded":"2024-09-10T10:16:56.630947+0000","last_fullsized":"2024-09-10T10:16:56.630947+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648355+0000","last_change":"2024-09-10T10:16:57.649282+0000","last_active":"2024-09-10T10:16:58.648355+0000","last_peered":"2024-09-10T10:16:58.648355+0000","last_clean":"2024-09-10T10:16:58.648355+0000","last_became_active":"2024-09-10T10:16:57.648594+0000","last_became_peered":"2024-09-10T10:16:57.648594+0000","last_unstale":"2024-09-10T10:16:58.648355+0000","last_undegraded":"2024-09-10T10:16:58.648355+0000","last_fullsized":"2024-09-10T10:16:58.648355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.822398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.641031+0000","last_change":"2024-09-10T10:16:56.641031+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.641031+0000","last_undegraded":"2024-09-10T10:16:56.641031+0000","last_fullsized":"2024-09-10T10:16:56.641031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.640969+0000","last_change":"2024-09-10T10:16:56.640969+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.640969+0000","last_undegraded":"2024-09-10T10:16:56.640969+0000","last_fullsized":"2024-09-10T10:16:56.640969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626642+0000","last_change":"2024-09-10T10:16:56.626642+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626642+0000","last_undegraded":"2024-09-10T10:16:56.626642+0000","last_fullsized":"2024-09-10T10:16:56.626642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.637684+0000","last_change":"2024-09-10T10:16:56.637684+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.637684+0000","last_undegraded":"2024-09-10T10:16:56.637684+0000","last_fullsized":"2024-09-10T10:16:56.637684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626585+0000","last_change":"2024-09-10T10:16:56.626585+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626585+0000","last_undegraded":"2024-09-10T10:16:56.626585+0000","last_fullsized":"2024-09-10T10:16:56.626585+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633836+0000","last_change":"2024-09-10T10:16:56.633836+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633836+0000","last_undegraded":"2024-09-10T10:16:56.633836+0000","last_fullsized":"2024-09-10T10:16:56.633836+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.628695+0000","last_change":"2024-09-10T10:16:56.628695+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.628695+0000","last_undegraded":"2024-09-10T10:16:56.628695+0000","last_fullsized":"2024-09-10T10:16:56.628695+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.636486+0000","last_change":"2024-09-10T10:16:56.636486+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.636486+0000","last_undegraded":"2024-09-10T10:16:56.636486+0000","last_fullsized":"2024-09-10T10:16:56.636486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630409+0000","last_change":"2024-09-10T10:16:56.630409+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630409+0000","last_undegraded":"2024-09-10T10:16:56.630409+0000","last_fullsized":"2024-09-10T10:16:56.630409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647437+0000","last_change":"2024-09-10T10:16:57.655251+0000","last_active":"2024-09-10T10:16:58.647437+0000","last_peered":"2024-09-10T10:16:58.647437+0000","last_clean":"2024-09-10T10:16:58.647437+0000","last_became_active":"2024-09-10T10:16:57.654949+0000","last_became_peered":"2024-09-10T10:16:57.654949+0000","last_unstale":"2024-09-10T10:16:58.647437+0000","last_undegraded":"2024-09-10T10:16:58.647437+0000","last_fullsized":"2024-09-10T10:16:58.647437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:55.017479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.623434+0000","last_change":"2024-09-10T10:16:56.623434+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.623434+0000","last_undegraded":"2024-09-10T10:16:56.623434+0000","last_fullsized":"2024-09-10T10:16:56.623434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630163+0000","last_change":"2024-09-10T10:16:56.630163+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630163+0000","last_undegraded":"2024-09-10T10:16:56.630163+0000","last_fullsized":"2024-09-10T10:16:56.630163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648037+0000","last_change":"2024-09-10T10:16:57.641463+0000","last_active":"2024-09-10T10:16:58.648037+0000","last_peered":"2024-09-10T10:16:58.648037+0000","last_clean":"2024-09-10T10:16:58.648037+0000","last_became_active":"2024-09-10T10:16:57.639640+0000","last_became_peered":"2024-09-10T10:16:57.639640+0000","last_unstale":"2024-09-10T10:16:58.648037+0000","last_undegraded":"2024-09-10T10:16:58.648037+0000","last_fullsized":"2024-09-10T10:16:58.648037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:25.803701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.624525+0000","last_change":"2024-09-10T10:16:56.624525+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.624525+0000","last_undegraded":"2024-09-10T10:16:56.624525+0000","last_fullsized":"2024-09-10T10:16:56.624525+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626390+0000","last_change":"2024-09-10T10:16:56.626390+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626390+0000","last_undegraded":"2024-09-10T10:16:56.626390+0000","last_fullsized":"2024-09-10T10:16:56.626390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619114+0000","last_change":"2024-09-10T10:16:56.619114+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619114+0000","last_undegraded":"2024-09-10T10:16:56.619114+0000","last_fullsized":"2024-09-10T10:16:56.619114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626207+0000","last_change":"2024-09-10T10:16:56.626207+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626207+0000","last_undegraded":"2024-09-10T10:16:56.626207+0000","last_fullsized":"2024-09-10T10:16:56.626207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.636472+0000","last_change":"2024-09-10T10:16:56.636472+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.636472+0000","last_undegraded":"2024-09-10T10:16:56.636472+0000","last_fullsized":"2024-09-10T10:16:56.636472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.640306+0000","last_change":"2024-09-10T10:16:56.640306+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.640306+0000","last_undegraded":"2024-09-10T10:16:56.640306+0000","last_fullsized":"2024-09-10T10:16:56.640306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.635785+0000","last_change":"2024-09-10T10:16:56.635785+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.635785+0000","last_undegraded":"2024-09-10T10:16:56.635785+0000","last_fullsized":"2024-09-10T10:16:56.635785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.618040+0000","last_change":"2024-09-10T10:16:56.618040+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.618040+0000","last_undegraded":"2024-09-10T10:16:56.618040+0000","last_fullsized":"2024-09-10T10:16:56.618040+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622579+0000","last_change":"2024-09-10T10:16:56.622579+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622579+0000","last_undegraded":"2024-09-10T10:16:56.622579+0000","last_fullsized":"2024-09-10T10:16:56.622579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619018+0000","last_change":"2024-09-10T10:16:56.619018+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619018+0000","last_undegraded":"2024-09-10T10:16:56.619018+0000","last_fullsized":"2024-09-10T10:16:56.619018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.634983+0000","last_change":"2024-09-10T10:16:56.634983+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.634983+0000","last_undegraded":"2024-09-10T10:16:56.634983+0000","last_fullsized":"2024-09-10T10:16:56.634983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648513+0000","last_change":"2024-09-10T10:16:57.645317+0000","last_active":"2024-09-10T10:16:58.648513+0000","last_peered":"2024-09-10T10:16:58.648513+0000","last_clean":"2024-09-10T10:16:58.648513+0000","last_became_active":"2024-09-10T10:16:57.639824+0000","last_became_peered":"2024-09-10T10:16:57.639824+0000","last_unstale":"2024-09-10T10:16:58.648513+0000","last_undegraded":"2024-09-10T10:16:58.648513+0000","last_fullsized":"2024-09-10T10:16:58.648513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:18.058973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.618600+0000","last_change":"2024-09-10T10:16:56.618600+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.618600+0000","last_undegraded":"2024-09-10T10:16:56.618600+0000","last_fullsized":"2024-09-10T10:16:56.618600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631645+0000","last_change":"2024-09-10T10:16:56.631645+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631645+0000","last_undegraded":"2024-09-10T10:16:56.631645+0000","last_fullsized":"2024-09-10T10:16:56.631645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633946+0000","last_change":"2024-09-10T10:16:56.633946+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633946+0000","last_undegraded":"2024-09-10T10:16:56.633946+0000","last_fullsized":"2024-09-10T10:16:56.633946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619858+0000","last_change":"2024-09-10T10:16:56.619858+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619858+0000","last_undegraded":"2024-09-10T10:16:56.619858+0000","last_fullsized":"2024-09-10T10:16:56.619858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633519+0000","last_change":"2024-09-10T10:16:56.633519+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633519+0000","last_undegraded":"2024-09-10T10:16:56.633519+0000","last_fullsized":"2024-09-10T10:16:56.633519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647160+0000","last_change":"2024-09-10T10:16:57.633693+0000","last_active":"2024-09-10T10:16:58.647160+0000","last_peered":"2024-09-10T10:16:58.647160+0000","last_clean":"2024-09-10T10:16:58.647160+0000","last_became_active":"2024-09-10T10:16:57.633088+0000","last_became_peered":"2024-09-10T10:16:57.633088+0000","last_unstale":"2024-09-10T10:16:58.647160+0000","last_undegraded":"2024-09-10T10:16:58.647160+0000","last_fullsized":"2024-09-10T10:16:58.647160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:24.378425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.643549+0000","last_change":"2024-09-10T10:16:56.641484+0000","last_active":"2024-09-10T10:16:56.643549+0000","last_peered":"2024-09-10T10:16:56.643549+0000","last_clean":"2024-09-10T10:16:56.643549+0000","last_became_active":"2024-09-10T10:16:56.641106+0000","last_became_peered":"2024-09-10T10:16:56.641106+0000","last_unstale":"2024-09-10T10:16:56.643549+0000","last_undegraded":"2024-09-10T10:16:56.643549+0000","last_fullsized":"2024-09-10T10:16:56.643549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631011+0000","last_change":"2024-09-10T10:16:56.631011+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631011+0000","last_undegraded":"2024-09-10T10:16:56.631011+0000","last_fullsized":"2024-09-10T10:16:56.631011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.661488+0000","last_change":"2024-09-10T10:16:56.650069+0000","last_active":"2024-09-10T10:16:56.661488+0000","last_peered":"2024-09-10T10:16:56.661488+0000","last_clean":"2024-09-10T10:16:56.661488+0000","last_became_active":"2024-09-10T10:16:56.649302+0000","last_became_peered":"2024-09-10T10:16:56.649302+0000","last_unstale":"2024-09-10T10:16:56.661488+0000","last_undegraded":"2024-09-10T10:16:56.661488+0000","last_fullsized":"2024-09-10T10:16:56.661488+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.660754+0000","last_change":"2024-09-10T10:16:56.660116+0000","last_active":"2024-09-10T10:16:56.660754+0000","last_peered":"2024-09-10T10:16:56.660754+0000","last_clean":"2024-09-10T10:16:56.660754+0000","last_became_active":"2024-09-10T10:16:56.659813+0000","last_became_peered":"2024-09-10T10:16:56.659813+0000","last_unstale":"2024-09-10T10:16:56.660754+0000","last_undegraded":"2024-09-10T10:16:56.660754+0000","last_fullsized":"2024-09-10T10:16:56.660754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622957+0000","last_change":"2024-09-10T10:16:56.622957+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622957+0000","last_undegraded":"2024-09-10T10:16:56.622957+0000","last_fullsized":"2024-09-10T10:16:56.622957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.664525+0000","last_change":"2024-09-10T10:16:56.661552+0000","last_active":"2024-09-10T10:16:56.664525+0000","last_peered":"2024-09-10T10:16:56.664525+0000","last_clean":"2024-09-10T10:16:56.664525+0000","last_became_active":"2024-09-10T10:16:56.660796+0000","last_became_peered":"2024-09-10T10:16:56.660796+0000","last_unstale":"2024-09-10T10:16:56.664525+0000","last_undegraded":"2024-09-10T10:16:56.664525+0000","last_fullsized":"2024-09-10T10:16:56.664525+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648041+0000","last_change":"2024-09-10T10:16:57.638750+0000","last_active":"2024-09-10T10:16:58.648041+0000","last_peered":"2024-09-10T10:16:58.648041+0000","last_clean":"2024-09-10T10:16:58.648041+0000","last_became_active":"2024-09-10T10:16:57.638197+0000","last_became_peered":"2024-09-10T10:16:57.638197+0000","last_unstale":"2024-09-10T10:16:58.648041+0000","last_undegraded":"2024-09-10T10:16:58.648041+0000","last_fullsized":"2024-09-10T10:16:58.648041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:08.004850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663075+0000","last_change":"2024-09-10T10:16:56.659844+0000","last_active":"2024-09-10T10:16:56.663075+0000","last_peered":"2024-09-10T10:16:56.663075+0000","last_clean":"2024-09-10T10:16:56.663075+0000","last_became_active":"2024-09-10T10:16:56.658483+0000","last_became_peered":"2024-09-10T10:16:56.658483+0000","last_unstale":"2024-09-10T10:16:56.663075+0000","last_undegraded":"2024-09-10T10:16:56.663075+0000","last_fullsized":"2024-09-10T10:16:56.663075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629173+0000","last_change":"2024-09-10T10:16:56.629173+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629173+0000","last_undegraded":"2024-09-10T10:16:56.629173+0000","last_fullsized":"2024-09-10T10:16:56.629173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663891+0000","last_change":"2024-09-10T10:16:56.659961+0000","last_active":"2024-09-10T10:16:56.663891+0000","last_peered":"2024-09-10T10:16:56.663891+0000","last_clean":"2024-09-10T10:16:56.663891+0000","last_became_active":"2024-09-10T10:16:56.659326+0000","last_became_peered":"2024-09-10T10:16:56.659326+0000","last_unstale":"2024-09-10T10:16:56.663891+0000","last_undegraded":"2024-09-10T10:16:56.663891+0000","last_fullsized":"2024-09-10T10:16:56.663891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.628249+0000","last_change":"2024-09-10T10:16:56.628249+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.628249+0000","last_undegraded":"2024-09-10T10:16:56.628249+0000","last_fullsized":"2024-09-10T10:16:56.628249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648634+0000","last_change":"2024-09-10T10:16:56.653221+0000","last_active":"2024-09-10T10:16:58.648634+0000","last_peered":"2024-09-10T10:16:58.648634+0000","last_clean":"2024-09-10T10:16:58.648634+0000","last_became_active":"2024-09-10T10:16:56.652704+0000","last_became_peered":"2024-09-10T10:16:56.652704+0000","last_unstale":"2024-09-10T10:16:58.648634+0000","last_undegraded":"2024-09-10T10:16:58.648634+0000","last_fullsized":"2024-09-10T10:16:58.648634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:48.658604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647669+0000","last_change":"2024-09-10T10:16:57.638672+0000","last_active":"2024-09-10T10:16:58.647669+0000","last_peered":"2024-09-10T10:16:58.647669+0000","last_clean":"2024-09-10T10:16:58.647669+0000","last_became_active":"2024-09-10T10:16:57.638271+0000","last_became_peered":"2024-09-10T10:16:57.638271+0000","last_unstale":"2024-09-10T10:16:58.647669+0000","last_undegraded":"2024-09-10T10:16:58.647669+0000","last_fullsized":"2024-09-10T10:16:58.647669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:05.464704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663029+0000","last_change":"2024-09-10T10:16:56.659008+0000","last_active":"2024-09-10T10:16:56.663029+0000","last_peered":"2024-09-10T10:16:56.663029+0000","last_clean":"2024-09-10T10:16:56.663029+0000","last_became_active":"2024-09-10T10:16:56.657540+0000","last_became_peered":"2024-09-10T10:16:56.657540+0000","last_unstale":"2024-09-10T10:16:56.663029+0000","last_undegraded":"2024-09-10T10:16:56.663029+0000","last_fullsized":"2024-09-10T10:16:56.663029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.625198+0000","last_change":"2024-09-10T10:16:56.625198+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.625198+0000","last_undegraded":"2024-09-10T10:16:56.625198+0000","last_fullsized":"2024-09-10T10:16:56.625198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.652059+0000","last_change":"2024-09-10T10:16:56.650846+0000","last_active":"2024-09-10T10:16:56.652059+0000","last_peered":"2024-09-10T10:16:56.652059+0000","last_clean":"2024-09-10T10:16:56.652059+0000","last_became_active":"2024-09-10T10:16:56.650281+0000","last_became_peered":"2024-09-10T10:16:56.650281+0000","last_unstale":"2024-09-10T10:16:56.652059+0000","last_undegraded":"2024-09-10T10:16:56.652059+0000","last_fullsized":"2024-09-10T10:16:56.652059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622990+0000","last_change":"2024-09-10T10:16:56.622990+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622990+0000","last_undegraded":"2024-09-10T10:16:56.622990+0000","last_fullsized":"2024-09-10T10:16:56.622990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.655827+0000","last_change":"2024-09-10T10:16:56.650468+0000","last_active":"2024-09-10T10:16:56.655827+0000","last_peered":"2024-09-10T10:16:56.655827+0000","last_clean":"2024-09-10T10:16:56.655827+0000","last_became_active":"2024-09-10T10:16:56.649855+0000","last_became_peered":"2024-09-10T10:16:56.649855+0000","last_unstale":"2024-09-10T10:16:56.655827+0000","last_undegraded":"2024-09-10T10:16:56.655827+0000","last_fullsized":"2024-09-10T10:16:56.655827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622281+0000","last_change":"2024-09-10T10:16:56.622281+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622281+0000","last_undegraded":"2024-09-10T10:16:56.622281+0000","last_fullsized":"2024-09-10T10:16:56.622281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662888+0000","last_change":"2024-09-10T10:16:56.658570+0000","last_active":"2024-09-10T10:16:56.662888+0000","last_peered":"2024-09-10T10:16:56.662888+0000","last_clean":"2024-09-10T10:16:56.662888+0000","last_became_active":"2024-09-10T10:16:56.657788+0000","last_became_peered":"2024-09-10T10:16:56.657788+0000","last_unstale":"2024-09-10T10:16:56.662888+0000","last_undegraded":"2024-09-10T10:16:56.662888+0000","last_fullsized":"2024-09-10T10:16:56.662888+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629834+0000","last_change":"2024-09-10T10:16:56.629834+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629834+0000","last_undegraded":"2024-09-10T10:16:56.629834+0000","last_fullsized":"2024-09-10T10:16:56.629834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.635348+0000","last_change":"2024-09-10T10:16:56.633059+0000","last_active":"2024-09-10T10:16:56.635348+0000","last_peered":"2024-09-10T10:16:56.635348+0000","last_clean":"2024-09-10T10:16:56.635348+0000","last_became_active":"2024-09-10T10:16:56.632679+0000","last_became_peered":"2024-09-10T10:16:56.632679+0000","last_unstale":"2024-09-10T10:16:56.635348+0000","last_undegraded":"2024-09-10T10:16:56.635348+0000","last_fullsized":"2024-09-10T10:16:56.635348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.620851+0000","last_change":"2024-09-10T10:16:56.620851+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.620851+0000","last_undegraded":"2024-09-10T10:16:56.620851+0000","last_fullsized":"2024-09-10T10:16:56.620851+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647472+0000","last_change":"2024-09-10T10:16:56.644187+0000","last_active":"2024-09-10T10:16:58.647472+0000","last_peered":"2024-09-10T10:16:58.647472+0000","last_clean":"2024-09-10T10:16:58.647472+0000","last_became_active":"2024-09-10T10:16:56.643069+0000","last_became_peered":"2024-09-10T10:16:56.643069+0000","last_unstale":"2024-09-10T10:16:58.647472+0000","last_undegraded":"2024-09-10T10:16:58.647472+0000","last_fullsized":"2024-09-10T10:16:58.647472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:08.714665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.617130+0000","last_change":"2024-09-10T10:16:56.617130+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.617130+0000","last_undegraded":"2024-09-10T10:16:56.617130+0000","last_fullsized":"2024-09-10T10:16:56.617130+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.640286+0000","last_change":"2024-09-10T10:16:56.638119+0000","last_active":"2024-09-10T10:16:56.640286+0000","last_peered":"2024-09-10T10:16:56.640286+0000","last_clean":"2024-09-10T10:16:56.640286+0000","last_became_active":"2024-09-10T10:16:56.637777+0000","last_became_peered":"2024-09-10T10:16:56.637777+0000","last_unstale":"2024-09-10T10:16:56.640286+0000","last_undegraded":"2024-09-10T10:16:56.640286+0000","last_fullsized":"2024-09-10T10:16:56.640286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616509+0000","last_change":"2024-09-10T10:16:56.616509+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616509+0000","last_undegraded":"2024-09-10T10:16:56.616509+0000","last_fullsized":"2024-09-10T10:16:56.616509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648740+0000","last_change":"2024-09-10T10:16:56.651953+0000","last_active":"2024-09-10T10:16:58.648740+0000","last_peered":"2024-09-10T10:16:58.648740+0000","last_clean":"2024-09-10T10:16:58.648740+0000","last_became_active":"2024-09-10T10:16:56.651216+0000","last_became_peered":"2024-09-10T10:16:56.651216+0000","last_unstale":"2024-09-10T10:16:58.648740+0000","last_undegraded":"2024-09-10T10:16:58.648740+0000","last_fullsized":"2024-09-10T10:16:58.648740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:54.008412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631142+0000","last_change":"2024-09-10T10:16:56.631142+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631142+0000","last_undegraded":"2024-09-10T10:16:56.631142+0000","last_fullsized":"2024-09-10T10:16:56.631142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654053+0000","last_change":"2024-09-10T10:16:56.652337+0000","last_active":"2024-09-10T10:16:56.654053+0000","last_peered":"2024-09-10T10:16:56.654053+0000","last_clean":"2024-09-10T10:16:56.654053+0000","last_became_active":"2024-09-10T10:16:56.651690+0000","last_became_peered":"2024-09-10T10:16:56.651690+0000","last_unstale":"2024-09-10T10:16:56.654053+0000","last_undegraded":"2024-09-10T10:16:56.654053+0000","last_fullsized":"2024-09-10T10:16:56.654053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619858+0000","last_change":"2024-09-10T10:16:56.619858+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619858+0000","last_undegraded":"2024-09-10T10:16:56.619858+0000","last_fullsized":"2024-09-10T10:16:56.619858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.615057+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:16:56.615057+0000","last_peered":"2024-09-10T10:16:56.615057+0000","last_clean":"2024-09-10T10:16:56.615057+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:16:56.615057+0000","last_undegraded":"2024-09-10T10:16:56.615057+0000","last_fullsized":"2024-09-10T10:16:56.615057+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.650780+0000","last_change":"2024-09-10T10:16:56.640084+0000","last_active":"2024-09-10T10:16:56.650780+0000","last_peered":"2024-09-10T10:16:56.650780+0000","last_clean":"2024-09-10T10:16:56.650780+0000","last_became_active":"2024-09-10T10:16:56.639339+0000","last_became_peered":"2024-09-10T10:16:56.639339+0000","last_unstale":"2024-09-10T10:16:56.650780+0000","last_undegraded":"2024-09-10T10:16:56.650780+0000","last_fullsized":"2024-09-10T10:16:56.650780+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616899+0000","last_change":"2024-09-10T10:16:56.616899+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616899+0000","last_undegraded":"2024-09-10T10:16:56.616899+0000","last_fullsized":"2024-09-10T10:16:56.616899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.642025+0000","last_change":"2024-09-10T10:16:56.632711+0000","last_active":"2024-09-10T10:16:56.642025+0000","last_peered":"2024-09-10T10:16:56.642025+0000","last_clean":"2024-09-10T10:16:56.642025+0000","last_became_active":"2024-09-10T10:16:56.631612+0000","last_became_peered":"2024-09-10T10:16:56.631612+0000","last_unstale":"2024-09-10T10:16:56.642025+0000","last_undegraded":"2024-09-10T10:16:56.642025+0000","last_fullsized":"2024-09-10T10:16:56.642025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.623515+0000","last_change":"2024-09-10T10:16:56.623515+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.623515+0000","last_undegraded":"2024-09-10T10:16:56.623515+0000","last_fullsized":"2024-09-10T10:16:56.623515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.640609+0000","last_change":"2024-09-10T10:16:56.638693+0000","last_active":"2024-09-10T10:16:56.640609+0000","last_peered":"2024-09-10T10:16:56.640609+0000","last_clean":"2024-09-10T10:16:56.640609+0000","last_became_active":"2024-09-10T10:16:56.638112+0000","last_became_peered":"2024-09-10T10:16:56.638112+0000","last_unstale":"2024-09-10T10:16:56.640609+0000","last_undegraded":"2024-09-10T10:16:56.640609+0000","last_fullsized":"2024-09-10T10:16:56.640609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648232+0000","last_change":"2024-09-10T10:16:57.640096+0000","last_active":"2024-09-10T10:16:58.648232+0000","last_peered":"2024-09-10T10:16:58.648232+0000","last_clean":"2024-09-10T10:16:58.648232+0000","last_became_active":"2024-09-10T10:16:57.639310+0000","last_became_peered":"2024-09-10T10:16:57.639310+0000","last_unstale":"2024-09-10T10:16:58.648232+0000","last_undegraded":"2024-09-10T10:16:58.648232+0000","last_fullsized":"2024-09-10T10:16:58.648232+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:14:10.817702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654084+0000","last_change":"2024-09-10T10:16:56.645091+0000","last_active":"2024-09-10T10:16:56.654084+0000","last_peered":"2024-09-10T10:16:56.654084+0000","last_clean":"2024-09-10T10:16:56.654084+0000","last_became_active":"2024-09-10T10:16:56.644350+0000","last_became_peered":"2024-09-10T10:16:56.644350+0000","last_unstale":"2024-09-10T10:16:56.654084+0000","last_undegraded":"2024-09-10T10:16:56.654084+0000","last_fullsized":"2024-09-10T10:16:56.654084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647613+0000","last_change":"2024-09-10T10:16:57.646539+0000","last_active":"2024-09-10T10:16:58.647613+0000","last_peered":"2024-09-10T10:16:58.647613+0000","last_clean":"2024-09-10T10:16:58.647613+0000","last_became_active":"2024-09-10T10:16:57.646262+0000","last_became_peered":"2024-09-10T10:16:57.646262+0000","last_unstale":"2024-09-10T10:16:58.647613+0000","last_undegraded":"2024-09-10T10:16:58.647613+0000","last_fullsized":"2024-09-10T10:16:58.647613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:39.170680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648459+0000","last_change":"2024-09-10T10:16:56.647703+0000","last_active":"2024-09-10T10:16:58.648459+0000","last_peered":"2024-09-10T10:16:58.648459+0000","last_clean":"2024-09-10T10:16:58.648459+0000","last_became_active":"2024-09-10T10:16:56.647285+0000","last_became_peered":"2024-09-10T10:16:56.647285+0000","last_unstale":"2024-09-10T10:16:58.648459+0000","last_undegraded":"2024-09-10T10:16:58.648459+0000","last_fullsized":"2024-09-10T10:16:58.648459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.455636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626428+0000","last_change":"2024-09-10T10:16:56.626428+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626428+0000","last_undegraded":"2024-09-10T10:16:56.626428+0000","last_fullsized":"2024-09-10T10:16:56.626428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.660516+0000","last_change":"2024-09-10T10:16:56.654562+0000","last_active":"2024-09-10T10:16:56.660516+0000","last_peered":"2024-09-10T10:16:56.660516+0000","last_clean":"2024-09-10T10:16:56.660516+0000","last_became_active":"2024-09-10T10:16:56.653570+0000","last_became_peered":"2024-09-10T10:16:56.653570+0000","last_unstale":"2024-09-10T10:16:56.660516+0000","last_undegraded":"2024-09-10T10:16:56.660516+0000","last_fullsized":"2024-09-10T10:16:56.660516+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648452+0000","last_change":"2024-09-10T10:16:57.638068+0000","last_active":"2024-09-10T10:16:58.648452+0000","last_peered":"2024-09-10T10:16:58.648452+0000","last_clean":"2024-09-10T10:16:58.648452+0000","last_became_active":"2024-09-10T10:16:57.637460+0000","last_became_peered":"2024-09-10T10:16:57.637460+0000","last_unstale":"2024-09-10T10:16:58.648452+0000","last_undegraded":"2024-09-10T10:16:58.648452+0000","last_fullsized":"2024-09-10T10:16:58.648452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:23.265271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650249+0000","last_change":"2024-09-10T10:16:56.658617+0000","last_active":"2024-09-10T10:16:58.650249+0000","last_peered":"2024-09-10T10:16:58.650249+0000","last_clean":"2024-09-10T10:16:58.650249+0000","last_became_active":"2024-09-10T10:16:56.658331+0000","last_became_peered":"2024-09-10T10:16:56.658331+0000","last_unstale":"2024-09-10T10:16:58.650249+0000","last_undegraded":"2024-09-10T10:16:58.650249+0000","last_fullsized":"2024-09-10T10:16:58.650249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:23.369358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616845+0000","last_change":"2024-09-10T10:16:56.616845+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616845+0000","last_undegraded":"2024-09-10T10:16:56.616845+0000","last_fullsized":"2024-09-10T10:16:56.616845+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662824+0000","last_change":"2024-09-10T10:16:56.658347+0000","last_active":"2024-09-10T10:16:56.662824+0000","last_peered":"2024-09-10T10:16:56.662824+0000","last_clean":"2024-09-10T10:16:56.662824+0000","last_became_active":"2024-09-10T10:16:56.657487+0000","last_became_peered":"2024-09-10T10:16:56.657487+0000","last_unstale":"2024-09-10T10:16:56.662824+0000","last_undegraded":"2024-09-10T10:16:56.662824+0000","last_fullsized":"2024-09-10T10:16:56.662824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626859+0000","last_change":"2024-09-10T10:16:56.626859+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626859+0000","last_undegraded":"2024-09-10T10:16:56.626859+0000","last_fullsized":"2024-09-10T10:16:56.626859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662067+0000","last_change":"2024-09-10T10:16:56.654060+0000","last_active":"2024-09-10T10:16:56.662067+0000","last_peered":"2024-09-10T10:16:56.662067+0000","last_clean":"2024-09-10T10:16:56.662067+0000","last_became_active":"2024-09-10T10:16:56.653366+0000","last_became_peered":"2024-09-10T10:16:56.653366+0000","last_unstale":"2024-09-10T10:16:56.662067+0000","last_undegraded":"2024-09-10T10:16:56.662067+0000","last_fullsized":"2024-09-10T10:16:56.662067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647082+0000","last_change":"2024-09-10T10:16:57.639795+0000","last_active":"2024-09-10T10:16:58.647082+0000","last_peered":"2024-09-10T10:16:58.647082+0000","last_clean":"2024-09-10T10:16:58.647082+0000","last_became_active":"2024-09-10T10:16:57.638840+0000","last_became_peered":"2024-09-10T10:16:57.638840+0000","last_unstale":"2024-09-10T10:16:58.647082+0000","last_undegraded":"2024-09-10T10:16:58.647082+0000","last_fullsized":"2024-09-10T10:16:58.647082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:49.667671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648155+0000","last_change":"2024-09-10T10:16:56.643363+0000","last_active":"2024-09-10T10:16:58.648155+0000","last_peered":"2024-09-10T10:16:58.648155+0000","last_clean":"2024-09-10T10:16:58.648155+0000","last_became_active":"2024-09-10T10:16:56.642876+0000","last_became_peered":"2024-09-10T10:16:56.642876+0000","last_unstale":"2024-09-10T10:16:58.648155+0000","last_undegraded":"2024-09-10T10:16:58.648155+0000","last_fullsized":"2024-09-10T10:16:58.648155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:45.531988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616750+0000","last_change":"2024-09-10T10:16:56.616750+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616750+0000","last_undegraded":"2024-09-10T10:16:56.616750+0000","last_fullsized":"2024-09-10T10:16:56.616750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648447+0000","last_change":"2024-09-10T10:16:56.638093+0000","last_active":"2024-09-10T10:16:58.648447+0000","last_peered":"2024-09-10T10:16:58.648447+0000","last_clean":"2024-09-10T10:16:58.648447+0000","last_became_active":"2024-09-10T10:16:56.637800+0000","last_became_peered":"2024-09-10T10:16:56.637800+0000","last_unstale":"2024-09-10T10:16:58.648447+0000","last_undegraded":"2024-09-10T10:16:58.648447+0000","last_fullsized":"2024-09-10T10:16:58.648447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:38.161612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616808+0000","last_change":"2024-09-10T10:16:56.616808+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616808+0000","last_undegraded":"2024-09-10T10:16:56.616808+0000","last_fullsized":"2024-09-10T10:16:56.616808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.642130+0000","last_change":"2024-09-10T10:16:56.639594+0000","last_active":"2024-09-10T10:16:56.642130+0000","last_peered":"2024-09-10T10:16:56.642130+0000","last_clean":"2024-09-10T10:16:56.642130+0000","last_became_active":"2024-09-10T10:16:56.638856+0000","last_became_peered":"2024-09-10T10:16:56.638856+0000","last_unstale":"2024-09-10T10:16:56.642130+0000","last_undegraded":"2024-09-10T10:16:56.642130+0000","last_fullsized":"2024-09-10T10:16:56.642130+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626401+0000","last_change":"2024-09-10T10:16:56.626401+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626401+0000","last_undegraded":"2024-09-10T10:16:56.626401+0000","last_fullsized":"2024-09-10T10:16:56.626401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633284+0000","last_change":"2024-09-10T10:16:56.633284+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633284+0000","last_undegraded":"2024-09-10T10:16:56.633284+0000","last_fullsized":"2024-09-10T10:16:56.633284+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.653639+0000","last_change":"2024-09-10T10:16:56.651580+0000","last_active":"2024-09-10T10:16:56.653639+0000","last_peered":"2024-09-10T10:16:56.653639+0000","last_clean":"2024-09-10T10:16:56.653639+0000","last_became_active":"2024-09-10T10:16:56.650630+0000","last_became_peered":"2024-09-10T10:16:56.650630+0000","last_unstale":"2024-09-10T10:16:56.653639+0000","last_undegraded":"2024-09-10T10:16:56.653639+0000","last_fullsized":"2024-09-10T10:16:56.653639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.635808+0000","last_change":"2024-09-10T10:16:56.635808+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.635808+0000","last_undegraded":"2024-09-10T10:16:56.635808+0000","last_fullsized":"2024-09-10T10:16:56.635808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.656647+0000","last_change":"2024-09-10T10:16:56.653862+0000","last_active":"2024-09-10T10:16:56.656647+0000","last_peered":"2024-09-10T10:16:56.656647+0000","last_clean":"2024-09-10T10:16:56.656647+0000","last_became_active":"2024-09-10T10:16:56.653095+0000","last_became_peered":"2024-09-10T10:16:56.653095+0000","last_unstale":"2024-09-10T10:16:56.656647+0000","last_undegraded":"2024-09-10T10:16:56.656647+0000","last_fullsized":"2024-09-10T10:16:56.656647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629182+0000","last_change":"2024-09-10T10:16:56.629182+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629182+0000","last_undegraded":"2024-09-10T10:16:56.629182+0000","last_fullsized":"2024-09-10T10:16:56.629182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.649534+0000","last_change":"2024-09-10T10:16:56.648564+0000","last_active":"2024-09-10T10:16:56.649534+0000","last_peered":"2024-09-10T10:16:56.649534+0000","last_clean":"2024-09-10T10:16:56.649534+0000","last_became_active":"2024-09-10T10:16:56.648306+0000","last_became_peered":"2024-09-10T10:16:56.648306+0000","last_unstale":"2024-09-10T10:16:56.649534+0000","last_undegraded":"2024-09-10T10:16:56.649534+0000","last_fullsized":"2024-09-10T10:16:56.649534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622423+0000","last_change":"2024-09-10T10:16:56.622423+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622423+0000","last_undegraded":"2024-09-10T10:16:56.622423+0000","last_fullsized":"2024-09-10T10:16:56.622423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654835+0000","last_change":"2024-09-10T10:16:56.654274+0000","last_active":"2024-09-10T10:16:56.654835+0000","last_peered":"2024-09-10T10:16:56.654835+0000","last_clean":"2024-09-10T10:16:56.654835+0000","last_became_active":"2024-09-10T10:16:56.653845+0000","last_became_peered":"2024-09-10T10:16:56.653845+0000","last_unstale":"2024-09-10T10:16:56.654835+0000","last_undegraded":"2024-09-10T10:16:56.654835+0000","last_fullsized":"2024-09-10T10:16:56.654835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31948,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339892,"statfs":{"total":96636764160,"available":96604049408,"internally_reserved":0,"allocated":778240,"data_stored":649760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":217088,"data_stored":72627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:17:02.378 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-10T10:17:02.378 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.630947+0000', 'last_change': '2024-09-10T10:16:56.630947+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.630947+0000', 'last_undegraded': '2024-09-10T10:16:56.630947+0000', 'last_fullsized': '2024-09-10T10:16:56.630947+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.378 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3d is not active+clean 2024-09-10T10:17:02.378 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.641031+0000', 'last_change': '2024-09-10T10:16:56.641031+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.641031+0000', 'last_undegraded': '2024-09-10T10:16:56.641031+0000', 'last_fullsized': '2024-09-10T10:16:56.641031+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.378 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-10T10:17:02.378 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.640969+0000', 'last_change': '2024-09-10T10:16:56.640969+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.640969+0000', 'last_undegraded': '2024-09-10T10:16:56.640969+0000', 'last_fullsized': '2024-09-10T10:16:56.640969+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.378 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-10T10:17:02.378 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.626642+0000', 'last_change': '2024-09-10T10:16:56.626642+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.626642+0000', 'last_undegraded': '2024-09-10T10:16:56.626642+0000', 'last_fullsized': '2024-09-10T10:16:56.626642+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.637684+0000', 'last_change': '2024-09-10T10:16:56.637684+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.637684+0000', 'last_undegraded': '2024-09-10T10:16:56.637684+0000', 'last_fullsized': '2024-09-10T10:16:56.637684+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.626585+0000', 'last_change': '2024-09-10T10:16:56.626585+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.626585+0000', 'last_undegraded': '2024-09-10T10:16:56.626585+0000', 'last_fullsized': '2024-09-10T10:16:56.626585+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.633836+0000', 'last_change': '2024-09-10T10:16:56.633836+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.633836+0000', 'last_undegraded': '2024-09-10T10:16:56.633836+0000', 'last_fullsized': '2024-09-10T10:16:56.633836+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.628695+0000', 'last_change': '2024-09-10T10:16:56.628695+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.628695+0000', 'last_undegraded': '2024-09-10T10:16:56.628695+0000', 'last_fullsized': '2024-09-10T10:16:56.628695+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.636486+0000', 'last_change': '2024-09-10T10:16:56.636486+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.636486+0000', 'last_undegraded': '2024-09-10T10:16:56.636486+0000', 'last_fullsized': '2024-09-10T10:16:56.636486+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:17:02.379 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.630409+0000', 'last_change': '2024-09-10T10:16:56.630409+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.630409+0000', 'last_undegraded': '2024-09-10T10:16:56.630409+0000', 'last_fullsized': '2024-09-10T10:16:56.630409+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.623434+0000', 'last_change': '2024-09-10T10:16:56.623434+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.623434+0000', 'last_undegraded': '2024-09-10T10:16:56.623434+0000', 'last_fullsized': '2024-09-10T10:16:56.623434+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:PG 3.32 is not active+clean 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.630163+0000', 'last_change': '2024-09-10T10:16:56.630163+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.630163+0000', 'last_undegraded': '2024-09-10T10:16:56.630163+0000', 'last_fullsized': '2024-09-10T10:16:56.630163+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.624525+0000', 'last_change': '2024-09-10T10:16:56.624525+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.624525+0000', 'last_undegraded': '2024-09-10T10:16:56.624525+0000', 'last_fullsized': '2024-09-10T10:16:56.624525+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.626390+0000', 'last_change': '2024-09-10T10:16:56.626390+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.626390+0000', 'last_undegraded': '2024-09-10T10:16:56.626390+0000', 'last_fullsized': '2024-09-10T10:16:56.626390+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-10T10:17:02.380 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.619114+0000', 'last_change': '2024-09-10T10:16:56.619114+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.619114+0000', 'last_undegraded': '2024-09-10T10:16:56.619114+0000', 'last_fullsized': '2024-09-10T10:16:56.619114+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.626207+0000', 'last_change': '2024-09-10T10:16:56.626207+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.626207+0000', 'last_undegraded': '2024-09-10T10:16:56.626207+0000', 'last_fullsized': '2024-09-10T10:16:56.626207+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.636472+0000', 'last_change': '2024-09-10T10:16:56.636472+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.636472+0000', 'last_undegraded': '2024-09-10T10:16:56.636472+0000', 'last_fullsized': '2024-09-10T10:16:56.636472+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.640306+0000', 'last_change': '2024-09-10T10:16:56.640306+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.640306+0000', 'last_undegraded': '2024-09-10T10:16:56.640306+0000', 'last_fullsized': '2024-09-10T10:16:56.640306+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.635785+0000', 'last_change': '2024-09-10T10:16:56.635785+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.635785+0000', 'last_undegraded': '2024-09-10T10:16:56.635785+0000', 'last_fullsized': '2024-09-10T10:16:56.635785+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-10T10:17:02.381 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.618040+0000', 'last_change': '2024-09-10T10:16:56.618040+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.618040+0000', 'last_undegraded': '2024-09-10T10:16:56.618040+0000', 'last_fullsized': '2024-09-10T10:16:56.618040+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.622579+0000', 'last_change': '2024-09-10T10:16:56.622579+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.622579+0000', 'last_undegraded': '2024-09-10T10:16:56.622579+0000', 'last_fullsized': '2024-09-10T10:16:56.622579+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.619018+0000', 'last_change': '2024-09-10T10:16:56.619018+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.619018+0000', 'last_undegraded': '2024-09-10T10:16:56.619018+0000', 'last_fullsized': '2024-09-10T10:16:56.619018+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.634983+0000', 'last_change': '2024-09-10T10:16:56.634983+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.634983+0000', 'last_undegraded': '2024-09-10T10:16:56.634983+0000', 'last_fullsized': '2024-09-10T10:16:56.634983+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.618600+0000', 'last_change': '2024-09-10T10:16:56.618600+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.618600+0000', 'last_undegraded': '2024-09-10T10:16:56.618600+0000', 'last_fullsized': '2024-09-10T10:16:56.618600+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:PG 3.23 is not active+clean 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.631645+0000', 'last_change': '2024-09-10T10:16:56.631645+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.631645+0000', 'last_undegraded': '2024-09-10T10:16:56.631645+0000', 'last_fullsized': '2024-09-10T10:16:56.631645+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-10T10:17:02.382 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.633946+0000', 'last_change': '2024-09-10T10:16:56.633946+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.633946+0000', 'last_undegraded': '2024-09-10T10:16:56.633946+0000', 'last_fullsized': '2024-09-10T10:16:56.633946+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.619858+0000', 'last_change': '2024-09-10T10:16:56.619858+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.619858+0000', 'last_undegraded': '2024-09-10T10:16:56.619858+0000', 'last_fullsized': '2024-09-10T10:16:56.619858+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.633519+0000', 'last_change': '2024-09-10T10:16:56.633519+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.633519+0000', 'last_undegraded': '2024-09-10T10:16:56.633519+0000', 'last_fullsized': '2024-09-10T10:16:56.633519+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.631011+0000', 'last_change': '2024-09-10T10:16:56.631011+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.631011+0000', 'last_undegraded': '2024-09-10T10:16:56.631011+0000', 'last_fullsized': '2024-09-10T10:16:56.631011+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.622957+0000', 'last_change': '2024-09-10T10:16:56.622957+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.622957+0000', 'last_undegraded': '2024-09-10T10:16:56.622957+0000', 'last_fullsized': '2024-09-10T10:16:56.622957+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.629173+0000', 'last_change': '2024-09-10T10:16:56.629173+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.629173+0000', 'last_undegraded': '2024-09-10T10:16:56.629173+0000', 'last_fullsized': '2024-09-10T10:16:56.629173+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:PG 3.17 is not active+clean 2024-09-10T10:17:02.383 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.628249+0000', 'last_change': '2024-09-10T10:16:56.628249+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.628249+0000', 'last_undegraded': '2024-09-10T10:16:56.628249+0000', 'last_fullsized': '2024-09-10T10:16:56.628249+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.625198+0000', 'last_change': '2024-09-10T10:16:56.625198+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.625198+0000', 'last_undegraded': '2024-09-10T10:16:56.625198+0000', 'last_fullsized': '2024-09-10T10:16:56.625198+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:PG 3.12 is not active+clean 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.622990+0000', 'last_change': '2024-09-10T10:16:56.622990+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.622990+0000', 'last_undegraded': '2024-09-10T10:16:56.622990+0000', 'last_fullsized': '2024-09-10T10:16:56.622990+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.622281+0000', 'last_change': '2024-09-10T10:16:56.622281+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.622281+0000', 'last_undegraded': '2024-09-10T10:16:56.622281+0000', 'last_fullsized': '2024-09-10T10:16:56.622281+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.629834+0000', 'last_change': '2024-09-10T10:16:56.629834+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.629834+0000', 'last_undegraded': '2024-09-10T10:16:56.629834+0000', 'last_fullsized': '2024-09-10T10:16:56.629834+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-10T10:17:02.384 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.620851+0000', 'last_change': '2024-09-10T10:16:56.620851+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.620851+0000', 'last_undegraded': '2024-09-10T10:16:56.620851+0000', 'last_fullsized': '2024-09-10T10:16:56.620851+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.617130+0000', 'last_change': '2024-09-10T10:16:56.617130+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.617130+0000', 'last_undegraded': '2024-09-10T10:16:56.617130+0000', 'last_fullsized': '2024-09-10T10:16:56.617130+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.616509+0000', 'last_change': '2024-09-10T10:16:56.616509+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.616509+0000', 'last_undegraded': '2024-09-10T10:16:56.616509+0000', 'last_fullsized': '2024-09-10T10:16:56.616509+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.631142+0000', 'last_change': '2024-09-10T10:16:56.631142+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.631142+0000', 'last_undegraded': '2024-09-10T10:16:56.631142+0000', 'last_fullsized': '2024-09-10T10:16:56.631142+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.619858+0000', 'last_change': '2024-09-10T10:16:56.619858+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.619858+0000', 'last_undegraded': '2024-09-10T10:16:56.619858+0000', 'last_fullsized': '2024-09-10T10:16:56.619858+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.616899+0000', 'last_change': '2024-09-10T10:16:56.616899+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.616899+0000', 'last_undegraded': '2024-09-10T10:16:56.616899+0000', 'last_fullsized': '2024-09-10T10:16:56.616899+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.385 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.623515+0000', 'last_change': '2024-09-10T10:16:56.623515+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.623515+0000', 'last_undegraded': '2024-09-10T10:16:56.623515+0000', 'last_fullsized': '2024-09-10T10:16:56.623515+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.626428+0000', 'last_change': '2024-09-10T10:16:56.626428+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.626428+0000', 'last_undegraded': '2024-09-10T10:16:56.626428+0000', 'last_fullsized': '2024-09-10T10:16:56.626428+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.616845+0000', 'last_change': '2024-09-10T10:16:56.616845+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.616845+0000', 'last_undegraded': '2024-09-10T10:16:56.616845+0000', 'last_fullsized': '2024-09-10T10:16:56.616845+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.626859+0000', 'last_change': '2024-09-10T10:16:56.626859+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.626859+0000', 'last_undegraded': '2024-09-10T10:16:56.626859+0000', 'last_fullsized': '2024-09-10T10:16:56.626859+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.616750+0000', 'last_change': '2024-09-10T10:16:56.616750+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.616750+0000', 'last_undegraded': '2024-09-10T10:16:56.616750+0000', 'last_fullsized': '2024-09-10T10:16:56.616750+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.386 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.616808+0000', 'last_change': '2024-09-10T10:16:56.616808+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.616808+0000', 'last_undegraded': '2024-09-10T10:16:56.616808+0000', 'last_fullsized': '2024-09-10T10:16:56.616808+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.626401+0000', 'last_change': '2024-09-10T10:16:56.626401+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.626401+0000', 'last_undegraded': '2024-09-10T10:16:56.626401+0000', 'last_fullsized': '2024-09-10T10:16:56.626401+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.633284+0000', 'last_change': '2024-09-10T10:16:56.633284+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.633284+0000', 'last_undegraded': '2024-09-10T10:16:56.633284+0000', 'last_fullsized': '2024-09-10T10:16:56.633284+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.635808+0000', 'last_change': '2024-09-10T10:16:56.635808+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.635808+0000', 'last_undegraded': '2024-09-10T10:16:56.635808+0000', 'last_fullsized': '2024-09-10T10:16:56.635808+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1f is not active+clean 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.629182+0000', 'last_change': '2024-09-10T10:16:56.629182+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.629182+0000', 'last_undegraded': '2024-09-10T10:16:56.629182+0000', 'last_fullsized': '2024-09-10T10:16:56.629182+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-10T10:17:02.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-10T10:16:56.622423+0000', 'last_change': '2024-09-10T10:16:56.622423+0000', 'last_active': '2024-09-10T10:16:56.599207+0000', 'last_peered': '2024-09-10T10:16:56.599207+0000', 'last_clean': '2024-09-10T10:16:56.599207+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T10:16:56.622423+0000', 'last_undegraded': '2024-09-10T10:16:56.622423+0000', 'last_fullsized': '2024-09-10T10:16:56.622423+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'last_clean_scrub_stamp': '2024-09-10T10:16:56.599207+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T10:17:02.388 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T10:17:02.534 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bf3d4640 1 Processor -- start 2024-09-10T10:17:02.534 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bf3d4640 1 -- start start 2024-09-10T10:17:02.537 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bf3d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8b8071a80 0x7ff8b8073e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.537 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bf3d4640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff8b80cee70 0x7ff8b80cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.537 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bf3d4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8b815d4c0 con 0x7ff8b815c800 2024-09-10T10:17:02.537 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bf3d4640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7ff8b8073170 con 0x7ff8b80cee70 2024-09-10T10:17:02.537 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bf3d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7ff8b80cf810 con 0x7ff8b8071a80 2024-09-10T10:17:02.537 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bd971640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7ff8b815c800 0x7ff8b815cc90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37628/0 (socket says 172.21.15.157:37628) 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bd971640 1 -- 172.21.15.157:0/3813572735 learned_addr learned my addr 172.21.15.157:0/3813572735 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4023683472 0 0) 0x7ff8b815d4c0 con 0x7ff8b815c800 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bc96f640 1 --2- 172.21.15.157:0/3813572735 >> v2:172.21.15.192:3300/0 conn(0x7ff8b80cee70 0x7ff8b80cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bd170640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8b8071a80 0x7ff8b8073e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8a4003530 con 0x7ff8b815c800 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2154192366 0 0) 0x7ff8a4003530 con 0x7ff8b815c800 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8b8071a80 msgr2=0x7ff8b8073e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8b8071a80 0x7ff8b8073e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 >> v2:172.21.15.192:3300/0 conn(0x7ff8b80cee70 msgr2=0x7ff8b80cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 --2- 172.21.15.157:0/3813572735 >> v2:172.21.15.192:3300/0 conn(0x7ff8b80cee70 0x7ff8b80cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8b80733a0 con 0x7ff8b815c800 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7ff8b0001a00 con 0x7ff8b815c800 2024-09-10T10:17:02.538 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bc96f640 1 --2- 172.21.15.157:0/3813572735 >> v2:172.21.15.192:3300/0 conn(0x7ff8b80cee70 0x7ff8b80cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 >> v1:172.21.15.157:6789/0 conn(0x7ff8b815c800 legacy=0x7ff8b815cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8b8071a80 0x7ff8a40039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a4003ff0 0x7ff8a4004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4004d50 0x7ff8a40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a400bae0 con 0x7ff8a4004d50 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a400bc90 con 0x7ff8a4003ff0 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7ff8a400be90 con 0x7ff8b8071a80 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bd971640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4004d50 0x7ff8a40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.533+0000 7ff8bd170640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8b8071a80 0x7ff8a40039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bc96f640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a4003ff0 0x7ff8a4004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bd971640 1 -- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8b8071a80 msgr2=0x7ff8a40039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bd971640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8b8071a80 0x7ff8a40039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.539 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bd971640 1 -- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a4003ff0 msgr2=0x7ff8a4004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:02.540 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bd971640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a4003ff0 0x7ff8a4004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.540 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bd971640 1 -- 172.21.15.157:0/3813572735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8a4003530 con 0x7ff8a4004d50 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bd971640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4004d50 0x7ff8a40051d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff8b000a920 tx=0x7ff8b001fba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d2a945d983d17df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b000a4c0 con 0x7ff8a4004d50 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8b00ad020 con 0x7ff8a4004d50 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8affff640 1 -- 172.21.15.157:0/3813572735 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b00a9750 con 0x7ff8a4004d50 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3813572735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4004d50 msgr2=0x7ff8a40051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bf3d4640 1 --2- 172.21.15.157:0/3813572735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4004d50 0x7ff8a40051d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff8b000a920 tx=0x7ff8b001fba0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bd971640 1 -- 172.21.15.157:0/3813572735 reap_dead start 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3813572735 shutdown_connections 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3813572735 >> 172.21.15.157:0/3813572735 conn(0x7ff8b806bcc0 msgr2=0x7ff8b806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3813572735 shutdown_connections 2024-09-10T10:17:02.543 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.537+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3813572735 wait complete. 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 Processor -- start 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 -- start start 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8a4004d50 0x7ff8b815b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8b815b810 0x7ff8b80aa550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8b80aaa90 0x7ff8b80ccc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b8073e80 con 0x7ff8b80aaa90 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b815d7a0 con 0x7ff8b815b810 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7ff8b8074000 con 0x7ff8a4004d50 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd971640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8b80aaa90 0x7ff8b80ccc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd971640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8b80aaa90 0x7ff8b80ccc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:48002/0 (socket says 172.21.15.157:48002) 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd971640 1 -- 172.21.15.157:0/3506107272 learned_addr learned my addr 172.21.15.157:0/3506107272 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:02.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd170640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8a4004d50 0x7ff8b815b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd971640 1 -- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8a4004d50 msgr2=0x7ff8b815b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bc96f640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8b815b810 0x7ff8b80aa550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd971640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8a4004d50 0x7ff8b815b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd971640 1 -- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8b815b810 msgr2=0x7ff8b80aa550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd971640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8b815b810 0x7ff8b80aa550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd971640 1 -- 172.21.15.157:0/3506107272 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8b81f7190 con 0x7ff8b80aaa90 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd170640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8a4004d50 0x7ff8b815b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd971640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8b80aaa90 0x7ff8b80ccc60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff8b00af040 tx=0x7ff8a4005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8adffb640 1 -- 172.21.15.157:0/3506107272 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b0002010 con 0x7ff8b80aaa90 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8adffb640 1 -- 172.21.15.157:0/3506107272 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8b0004b70 con 0x7ff8b80aaa90 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8b81f7470 con 0x7ff8b80aaa90 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8adffb640 1 -- 172.21.15.157:0/3506107272 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b00a9530 con 0x7ff8b80aaa90 2024-09-10T10:17:02.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8b81f7a30 con 0x7ff8b80aaa90 2024-09-10T10:17:02.546 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8b80694b0 con 0x7ff8b80aaa90 2024-09-10T10:17:02.546 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8adffb640 1 -- 172.21.15.157:0/3506107272 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff8b00a96d0 con 0x7ff8b80aaa90 2024-09-10T10:17:02.546 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8adffb640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff89c0678c0 0x7ff89c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.546 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8adffb640 1 -- 172.21.15.157:0/3506107272 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff8b0122f10 con 0x7ff8b80aaa90 2024-09-10T10:17:02.547 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.541+0000 7ff8bd170640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff89c0678c0 0x7ff89c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.547 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.545+0000 7ff8bd170640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff89c0678c0 0x7ff89c069d80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff8b400b8c0 tx=0x7ff8b4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:02.548 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.545+0000 7ff8adffb640 1 -- 172.21.15.157:0/3506107272 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff8b00198b0 con 0x7ff8b80aaa90 2024-09-10T10:17:02.590 INFO:tasks.ceph.mds.b.smithi192.stderr:2024-09-10T10:17:02.585+0000 7f44a6631640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:17:02.770 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.769+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff8b815d400 con 0x7ff8b80aaa90 2024-09-10T10:17:02.770 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.769+0000 7ff8adffb640 1 -- 172.21.15.157:0/3506107272 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1137 (secure 0 0 0) 0x7ff8b00f3a50 con 0x7ff8b80aaa90 2024-09-10T10:17:02.771 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:02.771 INFO:teuthology.orchestra.run.smithi157.stdout:{"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":29,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1725963406,"num_in_osds":8,"osd_in_since":1725963395,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":53},{"state_name":"active+clean","count":44}],"num_pgs":97,"num_pools":3,"num_objects":7,"data_bytes":590550,"bytes_used":245399552,"bytes_avail":772848713728,"bytes_total":773094113280,"inactive_pgs_ratio":0.54639172554016113,"write_bytes_sec":528,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":8,"btime":"2024-09-10T10:17:00:648168+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":4275}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-10T10:16:32.873281+0000","services":{}},"progress_events":{}} 2024-09-10T10:17:02.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff89c0678c0 msgr2=0x7ff89c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff89c0678c0 0x7ff89c069d80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff8b400b8c0 tx=0x7ff8b4008040 comp rx=0 tx=0).stop 2024-09-10T10:17:02.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8b80aaa90 msgr2=0x7ff8b80ccc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8b80aaa90 0x7ff8b80ccc60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff8b00af040 tx=0x7ff8a4005840 comp rx=0 tx=0).stop 2024-09-10T10:17:02.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 shutdown_connections 2024-09-10T10:17:02.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff89c0678c0 0x7ff89c069d80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8b80aaa90 0x7ff8b80ccc60 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8b815b810 0x7ff8b80aa550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 --2- 172.21.15.157:0/3506107272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8a4004d50 0x7ff8b815b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 >> 172.21.15.157:0/3506107272 conn(0x7ff8b806bcc0 msgr2=0x7ff8b8071ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:02.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 shutdown_connections 2024-09-10T10:17:02.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.773+0000 7ff8bf3d4640 1 -- 172.21.15.157:0/3506107272 wait complete. 2024-09-10T10:17:02.789 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T10:17:02.790 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:17:02.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb66819640 1 Processor -- start 2024-09-10T10:17:02.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb66819640 1 -- start start 2024-09-10T10:17:02.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb66819640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdb6015e110 0x7fdb600d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb66819640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb60074180 con 0x7fdb6015e4f0 2024-09-10T10:17:02.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb66819640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb601629c0 con 0x7fdb600b4380 2024-09-10T10:17:02.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb66819640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fdb60162ca0 con 0x7fdb6015e110 2024-09-10T10:17:02.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb5ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdb6015e110 0x7fdb600d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb5f7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fdb6015e4f0 0x7fdb60161f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:37632/0 (socket says 172.21.15.157:37632) 2024-09-10T10:17:02.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb5f7fe640 1 -- 172.21.15.157:0/1205779550 learned_addr learned my addr 172.21.15.157:0/1205779550 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:02.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb5ffff640 1 -- 172.21.15.157:0/1205779550 >> v1:172.21.15.192:6789/0 conn(0x7fdb600b4380 legacy=0x7fdb6006d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:02.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb5ffff640 1 -- 172.21.15.157:0/1205779550 >> v1:172.21.15.157:6789/0 conn(0x7fdb6015e4f0 legacy=0x7fdb60161f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb5ffff640 1 -- 172.21.15.157:0/1205779550 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb600d2470 con 0x7fdb6015e110 2024-09-10T10:17:02.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.905+0000 7fdb5effd640 1 -- 172.21.15.157:0/1205779550 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4149615365 0 0) 0x7fdb60074180 con 0x7fdb6015e4f0 2024-09-10T10:17:02.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb5ffff640 1 --2- 172.21.15.157:0/1205779550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 0x7fdb600d2f50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdb500097f0 tx=0x7fdb5001c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bb977f1ebffed3b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:02.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb5effd640 1 -- 172.21.15.157:0/1205779550 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb500ab650 con 0x7fdb6015e110 2024-09-10T10:17:02.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb5effd640 1 -- 172.21.15.157:0/1205779550 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb500b0070 con 0x7fdb6015e110 2024-09-10T10:17:02.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb5effd640 1 -- 172.21.15.157:0/1205779550 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb500aba10 con 0x7fdb6015e110 2024-09-10T10:17:02.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 -- 172.21.15.157:0/1205779550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 msgr2=0x7fdb600d2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 --2- 172.21.15.157:0/1205779550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 0x7fdb600d2f50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdb500097f0 tx=0x7fdb5001c430 comp rx=0 tx=0).stop 2024-09-10T10:17:02.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 -- 172.21.15.157:0/1205779550 shutdown_connections 2024-09-10T10:17:02.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 --2- 172.21.15.157:0/1205779550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 0x7fdb600d2f50 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 -- 172.21.15.157:0/1205779550 >> 172.21.15.157:0/1205779550 conn(0x7fdb60067a00 msgr2=0x7fdb60067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:02.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 -- 172.21.15.157:0/1205779550 shutdown_connections 2024-09-10T10:17:02.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 -- 172.21.15.157:0/1205779550 wait complete. 2024-09-10T10:17:02.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 Processor -- start 2024-09-10T10:17:02.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 -- start start 2024-09-10T10:17:02.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb600b4380 0x7fdb600cdea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 0x7fdb600cb950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb6015e4f0 0x7fdb601570d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6016c060 con 0x7fdb6015e110 2024-09-10T10:17:02.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdb60162630 con 0x7fdb6015e4f0 2024-09-10T10:17:02.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb66819640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fdb6016c1e0 con 0x7fdb600b4380 2024-09-10T10:17:02.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.909+0000 7fdb5f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 0x7fdb600cb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 0x7fdb600cb950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:48014/0 (socket says 172.21.15.157:48014) 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5f7fe640 1 -- 172.21.15.157:0/3903865343 learned_addr learned my addr 172.21.15.157:0/3903865343 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5f7fe640 1 -- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb600b4380 msgr2=0x7fdb600cdea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5ffff640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb600b4380 0x7fdb600cdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb64db6640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb6015e4f0 0x7fdb601570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5f7fe640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb600b4380 0x7fdb600cdea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5f7fe640 1 -- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb6015e4f0 msgr2=0x7fdb601570d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5f7fe640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb6015e4f0 0x7fdb601570d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5f7fe640 1 -- 172.21.15.157:0/3903865343 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb600cc410 con 0x7fdb6015e110 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5f7fe640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 0x7fdb600cb950 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdb5400c480 tx=0x7fdb5400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5cff9640 1 -- 172.21.15.157:0/3903865343 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb54018070 con 0x7fdb6015e110 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5cff9640 1 -- 172.21.15.157:0/3903865343 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb54007500 con 0x7fdb6015e110 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb600cc6f0 con 0x7fdb6015e110 2024-09-10T10:17:02.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5cff9640 1 -- 172.21.15.157:0/3903865343 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb54004a30 con 0x7fdb6015e110 2024-09-10T10:17:02.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb600ccf90 con 0x7fdb6015e110 2024-09-10T10:17:02.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb600d2f50 con 0x7fdb6015e110 2024-09-10T10:17:02.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5cff9640 1 -- 172.21.15.157:0/3903865343 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdb5401b070 con 0x7fdb6015e110 2024-09-10T10:17:02.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5cff9640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdb4c0678f0 0x7fdb4c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:02.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5cff9640 1 -- 172.21.15.157:0/3903865343 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdb54084ed0 con 0x7fdb6015e110 2024-09-10T10:17:02.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5ffff640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdb4c0678f0 0x7fdb4c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:02.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.913+0000 7fdb5ffff640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdb4c0678f0 0x7fdb4c069db0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdb500af000 tx=0x7fdb50008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:02.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:02.917+0000 7fdb5cff9640 1 -- 172.21.15.157:0/3903865343 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdb54055aa0 con 0x7fdb6015e110 2024-09-10T10:17:03.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.073+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdb600cd160 con 0x7fdb4c0678f0 2024-09-10T10:17:03.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.093+0000 7fdb5cff9640 1 -- 172.21.15.157:0/3903865343 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247562 (secure 0 0 0) 0x7fdb600cd160 con 0x7fdb4c0678f0 2024-09-10T10:17:03.096 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:03.097 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:17:03.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdb4c0678f0 msgr2=0x7fdb4c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:03.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdb4c0678f0 0x7fdb4c069db0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdb500af000 tx=0x7fdb50008040 comp rx=0 tx=0).stop 2024-09-10T10:17:03.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 msgr2=0x7fdb600cb950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:03.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 0x7fdb600cb950 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdb5400c480 tx=0x7fdb5400c940 comp rx=0 tx=0).stop 2024-09-10T10:17:03.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 shutdown_connections 2024-09-10T10:17:03.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdb4c0678f0 0x7fdb4c069db0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:03.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb6015e4f0 0x7fdb601570d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:03.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb6015e110 0x7fdb600cb950 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:03.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 --2- 172.21.15.157:0/3903865343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb600b4380 0x7fdb600cdea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:03.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 >> 172.21.15.157:0/3903865343 conn(0x7fdb60067a00 msgr2=0x7fdb600b2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:03.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 shutdown_connections 2024-09-10T10:17:03.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:03.097+0000 7fdb66819640 1 -- 172.21.15.157:0/3903865343 wait complete. 2024-09-10T10:17:03.113 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-10T10:17:01.420384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":68,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239648,"kb_used_data":2608,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735072,"statfs":{"total":773094113280,"available":772848713728,"internally_reserved":0,"allocated":2670592,"data_stored":1650933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.817393"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630947+0000","last_change":"2024-09-10T10:16:56.630947+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630947+0000","last_undegraded":"2024-09-10T10:16:56.630947+0000","last_fullsized":"2024-09-10T10:16:56.630947+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648355+0000","last_change":"2024-09-10T10:16:57.649282+0000","last_active":"2024-09-10T10:16:58.648355+0000","last_peered":"2024-09-10T10:16:58.648355+0000","last_clean":"2024-09-10T10:16:58.648355+0000","last_became_active":"2024-09-10T10:16:57.648594+0000","last_became_peered":"2024-09-10T10:16:57.648594+0000","last_unstale":"2024-09-10T10:16:58.648355+0000","last_undegraded":"2024-09-10T10:16:58.648355+0000","last_fullsized":"2024-09-10T10:16:58.648355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.822398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.641031+0000","last_change":"2024-09-10T10:16:56.641031+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.641031+0000","last_undegraded":"2024-09-10T10:16:56.641031+0000","last_fullsized":"2024-09-10T10:16:56.641031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.640969+0000","last_change":"2024-09-10T10:16:56.640969+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.640969+0000","last_undegraded":"2024-09-10T10:16:56.640969+0000","last_fullsized":"2024-09-10T10:16:56.640969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626642+0000","last_change":"2024-09-10T10:16:56.626642+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626642+0000","last_undegraded":"2024-09-10T10:16:56.626642+0000","last_fullsized":"2024-09-10T10:16:56.626642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.637684+0000","last_change":"2024-09-10T10:16:56.637684+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.637684+0000","last_undegraded":"2024-09-10T10:16:56.637684+0000","last_fullsized":"2024-09-10T10:16:56.637684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626585+0000","last_change":"2024-09-10T10:16:56.626585+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626585+0000","last_undegraded":"2024-09-10T10:16:56.626585+0000","last_fullsized":"2024-09-10T10:16:56.626585+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633836+0000","last_change":"2024-09-10T10:16:56.633836+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633836+0000","last_undegraded":"2024-09-10T10:16:56.633836+0000","last_fullsized":"2024-09-10T10:16:56.633836+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.628695+0000","last_change":"2024-09-10T10:16:56.628695+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.628695+0000","last_undegraded":"2024-09-10T10:16:56.628695+0000","last_fullsized":"2024-09-10T10:16:56.628695+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.636486+0000","last_change":"2024-09-10T10:16:56.636486+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.636486+0000","last_undegraded":"2024-09-10T10:16:56.636486+0000","last_fullsized":"2024-09-10T10:16:56.636486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630409+0000","last_change":"2024-09-10T10:16:56.630409+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630409+0000","last_undegraded":"2024-09-10T10:16:56.630409+0000","last_fullsized":"2024-09-10T10:16:56.630409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647437+0000","last_change":"2024-09-10T10:16:57.655251+0000","last_active":"2024-09-10T10:16:58.647437+0000","last_peered":"2024-09-10T10:16:58.647437+0000","last_clean":"2024-09-10T10:16:58.647437+0000","last_became_active":"2024-09-10T10:16:57.654949+0000","last_became_peered":"2024-09-10T10:16:57.654949+0000","last_unstale":"2024-09-10T10:16:58.647437+0000","last_undegraded":"2024-09-10T10:16:58.647437+0000","last_fullsized":"2024-09-10T10:16:58.647437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:55.017479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.623434+0000","last_change":"2024-09-10T10:16:56.623434+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.623434+0000","last_undegraded":"2024-09-10T10:16:56.623434+0000","last_fullsized":"2024-09-10T10:16:56.623434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.630163+0000","last_change":"2024-09-10T10:16:56.630163+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.630163+0000","last_undegraded":"2024-09-10T10:16:56.630163+0000","last_fullsized":"2024-09-10T10:16:56.630163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648037+0000","last_change":"2024-09-10T10:16:57.641463+0000","last_active":"2024-09-10T10:16:58.648037+0000","last_peered":"2024-09-10T10:16:58.648037+0000","last_clean":"2024-09-10T10:16:58.648037+0000","last_became_active":"2024-09-10T10:16:57.639640+0000","last_became_peered":"2024-09-10T10:16:57.639640+0000","last_unstale":"2024-09-10T10:16:58.648037+0000","last_undegraded":"2024-09-10T10:16:58.648037+0000","last_fullsized":"2024-09-10T10:16:58.648037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:25.803701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.624525+0000","last_change":"2024-09-10T10:16:56.624525+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.624525+0000","last_undegraded":"2024-09-10T10:16:56.624525+0000","last_fullsized":"2024-09-10T10:16:56.624525+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626390+0000","last_change":"2024-09-10T10:16:56.626390+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626390+0000","last_undegraded":"2024-09-10T10:16:56.626390+0000","last_fullsized":"2024-09-10T10:16:56.626390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619114+0000","last_change":"2024-09-10T10:16:56.619114+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619114+0000","last_undegraded":"2024-09-10T10:16:56.619114+0000","last_fullsized":"2024-09-10T10:16:56.619114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626207+0000","last_change":"2024-09-10T10:16:56.626207+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626207+0000","last_undegraded":"2024-09-10T10:16:56.626207+0000","last_fullsized":"2024-09-10T10:16:56.626207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.636472+0000","last_change":"2024-09-10T10:16:56.636472+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.636472+0000","last_undegraded":"2024-09-10T10:16:56.636472+0000","last_fullsized":"2024-09-10T10:16:56.636472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.640306+0000","last_change":"2024-09-10T10:16:56.640306+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.640306+0000","last_undegraded":"2024-09-10T10:16:56.640306+0000","last_fullsized":"2024-09-10T10:16:56.640306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.635785+0000","last_change":"2024-09-10T10:16:56.635785+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.635785+0000","last_undegraded":"2024-09-10T10:16:56.635785+0000","last_fullsized":"2024-09-10T10:16:56.635785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.618040+0000","last_change":"2024-09-10T10:16:56.618040+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.618040+0000","last_undegraded":"2024-09-10T10:16:56.618040+0000","last_fullsized":"2024-09-10T10:16:56.618040+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622579+0000","last_change":"2024-09-10T10:16:56.622579+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622579+0000","last_undegraded":"2024-09-10T10:16:56.622579+0000","last_fullsized":"2024-09-10T10:16:56.622579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619018+0000","last_change":"2024-09-10T10:16:56.619018+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619018+0000","last_undegraded":"2024-09-10T10:16:56.619018+0000","last_fullsized":"2024-09-10T10:16:56.619018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.634983+0000","last_change":"2024-09-10T10:16:56.634983+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.634983+0000","last_undegraded":"2024-09-10T10:16:56.634983+0000","last_fullsized":"2024-09-10T10:16:56.634983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648513+0000","last_change":"2024-09-10T10:16:57.645317+0000","last_active":"2024-09-10T10:16:58.648513+0000","last_peered":"2024-09-10T10:16:58.648513+0000","last_clean":"2024-09-10T10:16:58.648513+0000","last_became_active":"2024-09-10T10:16:57.639824+0000","last_became_peered":"2024-09-10T10:16:57.639824+0000","last_unstale":"2024-09-10T10:16:58.648513+0000","last_undegraded":"2024-09-10T10:16:58.648513+0000","last_fullsized":"2024-09-10T10:16:58.648513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:18.058973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.618600+0000","last_change":"2024-09-10T10:16:56.618600+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.618600+0000","last_undegraded":"2024-09-10T10:16:56.618600+0000","last_fullsized":"2024-09-10T10:16:56.618600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631645+0000","last_change":"2024-09-10T10:16:56.631645+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631645+0000","last_undegraded":"2024-09-10T10:16:56.631645+0000","last_fullsized":"2024-09-10T10:16:56.631645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633946+0000","last_change":"2024-09-10T10:16:56.633946+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633946+0000","last_undegraded":"2024-09-10T10:16:56.633946+0000","last_fullsized":"2024-09-10T10:16:56.633946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619858+0000","last_change":"2024-09-10T10:16:56.619858+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619858+0000","last_undegraded":"2024-09-10T10:16:56.619858+0000","last_fullsized":"2024-09-10T10:16:56.619858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633519+0000","last_change":"2024-09-10T10:16:56.633519+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633519+0000","last_undegraded":"2024-09-10T10:16:56.633519+0000","last_fullsized":"2024-09-10T10:16:56.633519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647160+0000","last_change":"2024-09-10T10:16:57.633693+0000","last_active":"2024-09-10T10:16:58.647160+0000","last_peered":"2024-09-10T10:16:58.647160+0000","last_clean":"2024-09-10T10:16:58.647160+0000","last_became_active":"2024-09-10T10:16:57.633088+0000","last_became_peered":"2024-09-10T10:16:57.633088+0000","last_unstale":"2024-09-10T10:16:58.647160+0000","last_undegraded":"2024-09-10T10:16:58.647160+0000","last_fullsized":"2024-09-10T10:16:58.647160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:24.378425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.643549+0000","last_change":"2024-09-10T10:16:56.641484+0000","last_active":"2024-09-10T10:16:56.643549+0000","last_peered":"2024-09-10T10:16:56.643549+0000","last_clean":"2024-09-10T10:16:56.643549+0000","last_became_active":"2024-09-10T10:16:56.641106+0000","last_became_peered":"2024-09-10T10:16:56.641106+0000","last_unstale":"2024-09-10T10:16:56.643549+0000","last_undegraded":"2024-09-10T10:16:56.643549+0000","last_fullsized":"2024-09-10T10:16:56.643549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631011+0000","last_change":"2024-09-10T10:16:56.631011+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631011+0000","last_undegraded":"2024-09-10T10:16:56.631011+0000","last_fullsized":"2024-09-10T10:16:56.631011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.661488+0000","last_change":"2024-09-10T10:16:56.650069+0000","last_active":"2024-09-10T10:16:56.661488+0000","last_peered":"2024-09-10T10:16:56.661488+0000","last_clean":"2024-09-10T10:16:56.661488+0000","last_became_active":"2024-09-10T10:16:56.649302+0000","last_became_peered":"2024-09-10T10:16:56.649302+0000","last_unstale":"2024-09-10T10:16:56.661488+0000","last_undegraded":"2024-09-10T10:16:56.661488+0000","last_fullsized":"2024-09-10T10:16:56.661488+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.660754+0000","last_change":"2024-09-10T10:16:56.660116+0000","last_active":"2024-09-10T10:16:56.660754+0000","last_peered":"2024-09-10T10:16:56.660754+0000","last_clean":"2024-09-10T10:16:56.660754+0000","last_became_active":"2024-09-10T10:16:56.659813+0000","last_became_peered":"2024-09-10T10:16:56.659813+0000","last_unstale":"2024-09-10T10:16:56.660754+0000","last_undegraded":"2024-09-10T10:16:56.660754+0000","last_fullsized":"2024-09-10T10:16:56.660754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622957+0000","last_change":"2024-09-10T10:16:56.622957+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622957+0000","last_undegraded":"2024-09-10T10:16:56.622957+0000","last_fullsized":"2024-09-10T10:16:56.622957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.664525+0000","last_change":"2024-09-10T10:16:56.661552+0000","last_active":"2024-09-10T10:16:56.664525+0000","last_peered":"2024-09-10T10:16:56.664525+0000","last_clean":"2024-09-10T10:16:56.664525+0000","last_became_active":"2024-09-10T10:16:56.660796+0000","last_became_peered":"2024-09-10T10:16:56.660796+0000","last_unstale":"2024-09-10T10:16:56.664525+0000","last_undegraded":"2024-09-10T10:16:56.664525+0000","last_fullsized":"2024-09-10T10:16:56.664525+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648041+0000","last_change":"2024-09-10T10:16:57.638750+0000","last_active":"2024-09-10T10:16:58.648041+0000","last_peered":"2024-09-10T10:16:58.648041+0000","last_clean":"2024-09-10T10:16:58.648041+0000","last_became_active":"2024-09-10T10:16:57.638197+0000","last_became_peered":"2024-09-10T10:16:57.638197+0000","last_unstale":"2024-09-10T10:16:58.648041+0000","last_undegraded":"2024-09-10T10:16:58.648041+0000","last_fullsized":"2024-09-10T10:16:58.648041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:08.004850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663075+0000","last_change":"2024-09-10T10:16:56.659844+0000","last_active":"2024-09-10T10:16:56.663075+0000","last_peered":"2024-09-10T10:16:56.663075+0000","last_clean":"2024-09-10T10:16:56.663075+0000","last_became_active":"2024-09-10T10:16:56.658483+0000","last_became_peered":"2024-09-10T10:16:56.658483+0000","last_unstale":"2024-09-10T10:16:56.663075+0000","last_undegraded":"2024-09-10T10:16:56.663075+0000","last_fullsized":"2024-09-10T10:16:56.663075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629173+0000","last_change":"2024-09-10T10:16:56.629173+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629173+0000","last_undegraded":"2024-09-10T10:16:56.629173+0000","last_fullsized":"2024-09-10T10:16:56.629173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663891+0000","last_change":"2024-09-10T10:16:56.659961+0000","last_active":"2024-09-10T10:16:56.663891+0000","last_peered":"2024-09-10T10:16:56.663891+0000","last_clean":"2024-09-10T10:16:56.663891+0000","last_became_active":"2024-09-10T10:16:56.659326+0000","last_became_peered":"2024-09-10T10:16:56.659326+0000","last_unstale":"2024-09-10T10:16:56.663891+0000","last_undegraded":"2024-09-10T10:16:56.663891+0000","last_fullsized":"2024-09-10T10:16:56.663891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.628249+0000","last_change":"2024-09-10T10:16:56.628249+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.628249+0000","last_undegraded":"2024-09-10T10:16:56.628249+0000","last_fullsized":"2024-09-10T10:16:56.628249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648634+0000","last_change":"2024-09-10T10:16:56.653221+0000","last_active":"2024-09-10T10:16:58.648634+0000","last_peered":"2024-09-10T10:16:58.648634+0000","last_clean":"2024-09-10T10:16:58.648634+0000","last_became_active":"2024-09-10T10:16:56.652704+0000","last_became_peered":"2024-09-10T10:16:56.652704+0000","last_unstale":"2024-09-10T10:16:58.648634+0000","last_undegraded":"2024-09-10T10:16:58.648634+0000","last_fullsized":"2024-09-10T10:16:58.648634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:48.658604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647669+0000","last_change":"2024-09-10T10:16:57.638672+0000","last_active":"2024-09-10T10:16:58.647669+0000","last_peered":"2024-09-10T10:16:58.647669+0000","last_clean":"2024-09-10T10:16:58.647669+0000","last_became_active":"2024-09-10T10:16:57.638271+0000","last_became_peered":"2024-09-10T10:16:57.638271+0000","last_unstale":"2024-09-10T10:16:58.647669+0000","last_undegraded":"2024-09-10T10:16:58.647669+0000","last_fullsized":"2024-09-10T10:16:58.647669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:05.464704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.663029+0000","last_change":"2024-09-10T10:16:56.659008+0000","last_active":"2024-09-10T10:16:56.663029+0000","last_peered":"2024-09-10T10:16:56.663029+0000","last_clean":"2024-09-10T10:16:56.663029+0000","last_became_active":"2024-09-10T10:16:56.657540+0000","last_became_peered":"2024-09-10T10:16:56.657540+0000","last_unstale":"2024-09-10T10:16:56.663029+0000","last_undegraded":"2024-09-10T10:16:56.663029+0000","last_fullsized":"2024-09-10T10:16:56.663029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.625198+0000","last_change":"2024-09-10T10:16:56.625198+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.625198+0000","last_undegraded":"2024-09-10T10:16:56.625198+0000","last_fullsized":"2024-09-10T10:16:56.625198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.652059+0000","last_change":"2024-09-10T10:16:56.650846+0000","last_active":"2024-09-10T10:16:56.652059+0000","last_peered":"2024-09-10T10:16:56.652059+0000","last_clean":"2024-09-10T10:16:56.652059+0000","last_became_active":"2024-09-10T10:16:56.650281+0000","last_became_peered":"2024-09-10T10:16:56.650281+0000","last_unstale":"2024-09-10T10:16:56.652059+0000","last_undegraded":"2024-09-10T10:16:56.652059+0000","last_fullsized":"2024-09-10T10:16:56.652059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622990+0000","last_change":"2024-09-10T10:16:56.622990+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622990+0000","last_undegraded":"2024-09-10T10:16:56.622990+0000","last_fullsized":"2024-09-10T10:16:56.622990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.655827+0000","last_change":"2024-09-10T10:16:56.650468+0000","last_active":"2024-09-10T10:16:56.655827+0000","last_peered":"2024-09-10T10:16:56.655827+0000","last_clean":"2024-09-10T10:16:56.655827+0000","last_became_active":"2024-09-10T10:16:56.649855+0000","last_became_peered":"2024-09-10T10:16:56.649855+0000","last_unstale":"2024-09-10T10:16:56.655827+0000","last_undegraded":"2024-09-10T10:16:56.655827+0000","last_fullsized":"2024-09-10T10:16:56.655827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622281+0000","last_change":"2024-09-10T10:16:56.622281+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622281+0000","last_undegraded":"2024-09-10T10:16:56.622281+0000","last_fullsized":"2024-09-10T10:16:56.622281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662888+0000","last_change":"2024-09-10T10:16:56.658570+0000","last_active":"2024-09-10T10:16:56.662888+0000","last_peered":"2024-09-10T10:16:56.662888+0000","last_clean":"2024-09-10T10:16:56.662888+0000","last_became_active":"2024-09-10T10:16:56.657788+0000","last_became_peered":"2024-09-10T10:16:56.657788+0000","last_unstale":"2024-09-10T10:16:56.662888+0000","last_undegraded":"2024-09-10T10:16:56.662888+0000","last_fullsized":"2024-09-10T10:16:56.662888+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629834+0000","last_change":"2024-09-10T10:16:56.629834+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629834+0000","last_undegraded":"2024-09-10T10:16:56.629834+0000","last_fullsized":"2024-09-10T10:16:56.629834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.635348+0000","last_change":"2024-09-10T10:16:56.633059+0000","last_active":"2024-09-10T10:16:56.635348+0000","last_peered":"2024-09-10T10:16:56.635348+0000","last_clean":"2024-09-10T10:16:56.635348+0000","last_became_active":"2024-09-10T10:16:56.632679+0000","last_became_peered":"2024-09-10T10:16:56.632679+0000","last_unstale":"2024-09-10T10:16:56.635348+0000","last_undegraded":"2024-09-10T10:16:56.635348+0000","last_fullsized":"2024-09-10T10:16:56.635348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.620851+0000","last_change":"2024-09-10T10:16:56.620851+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.620851+0000","last_undegraded":"2024-09-10T10:16:56.620851+0000","last_fullsized":"2024-09-10T10:16:56.620851+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647472+0000","last_change":"2024-09-10T10:16:56.644187+0000","last_active":"2024-09-10T10:16:58.647472+0000","last_peered":"2024-09-10T10:16:58.647472+0000","last_clean":"2024-09-10T10:16:58.647472+0000","last_became_active":"2024-09-10T10:16:56.643069+0000","last_became_peered":"2024-09-10T10:16:56.643069+0000","last_unstale":"2024-09-10T10:16:58.647472+0000","last_undegraded":"2024-09-10T10:16:58.647472+0000","last_fullsized":"2024-09-10T10:16:58.647472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:08.714665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.617130+0000","last_change":"2024-09-10T10:16:56.617130+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.617130+0000","last_undegraded":"2024-09-10T10:16:56.617130+0000","last_fullsized":"2024-09-10T10:16:56.617130+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.640286+0000","last_change":"2024-09-10T10:16:56.638119+0000","last_active":"2024-09-10T10:16:56.640286+0000","last_peered":"2024-09-10T10:16:56.640286+0000","last_clean":"2024-09-10T10:16:56.640286+0000","last_became_active":"2024-09-10T10:16:56.637777+0000","last_became_peered":"2024-09-10T10:16:56.637777+0000","last_unstale":"2024-09-10T10:16:56.640286+0000","last_undegraded":"2024-09-10T10:16:56.640286+0000","last_fullsized":"2024-09-10T10:16:56.640286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616509+0000","last_change":"2024-09-10T10:16:56.616509+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616509+0000","last_undegraded":"2024-09-10T10:16:56.616509+0000","last_fullsized":"2024-09-10T10:16:56.616509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648740+0000","last_change":"2024-09-10T10:16:56.651953+0000","last_active":"2024-09-10T10:16:58.648740+0000","last_peered":"2024-09-10T10:16:58.648740+0000","last_clean":"2024-09-10T10:16:58.648740+0000","last_became_active":"2024-09-10T10:16:56.651216+0000","last_became_peered":"2024-09-10T10:16:56.651216+0000","last_unstale":"2024-09-10T10:16:58.648740+0000","last_undegraded":"2024-09-10T10:16:58.648740+0000","last_fullsized":"2024-09-10T10:16:58.648740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:54.008412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.631142+0000","last_change":"2024-09-10T10:16:56.631142+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.631142+0000","last_undegraded":"2024-09-10T10:16:56.631142+0000","last_fullsized":"2024-09-10T10:16:56.631142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654053+0000","last_change":"2024-09-10T10:16:56.652337+0000","last_active":"2024-09-10T10:16:56.654053+0000","last_peered":"2024-09-10T10:16:56.654053+0000","last_clean":"2024-09-10T10:16:56.654053+0000","last_became_active":"2024-09-10T10:16:56.651690+0000","last_became_peered":"2024-09-10T10:16:56.651690+0000","last_unstale":"2024-09-10T10:16:56.654053+0000","last_undegraded":"2024-09-10T10:16:56.654053+0000","last_fullsized":"2024-09-10T10:16:56.654053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.619858+0000","last_change":"2024-09-10T10:16:56.619858+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.619858+0000","last_undegraded":"2024-09-10T10:16:56.619858+0000","last_fullsized":"2024-09-10T10:16:56.619858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.615057+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:16:56.615057+0000","last_peered":"2024-09-10T10:16:56.615057+0000","last_clean":"2024-09-10T10:16:56.615057+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:16:56.615057+0000","last_undegraded":"2024-09-10T10:16:56.615057+0000","last_fullsized":"2024-09-10T10:16:56.615057+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.650780+0000","last_change":"2024-09-10T10:16:56.640084+0000","last_active":"2024-09-10T10:16:56.650780+0000","last_peered":"2024-09-10T10:16:56.650780+0000","last_clean":"2024-09-10T10:16:56.650780+0000","last_became_active":"2024-09-10T10:16:56.639339+0000","last_became_peered":"2024-09-10T10:16:56.639339+0000","last_unstale":"2024-09-10T10:16:56.650780+0000","last_undegraded":"2024-09-10T10:16:56.650780+0000","last_fullsized":"2024-09-10T10:16:56.650780+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:54.508058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616899+0000","last_change":"2024-09-10T10:16:56.616899+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616899+0000","last_undegraded":"2024-09-10T10:16:56.616899+0000","last_fullsized":"2024-09-10T10:16:56.616899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.642025+0000","last_change":"2024-09-10T10:16:56.632711+0000","last_active":"2024-09-10T10:16:56.642025+0000","last_peered":"2024-09-10T10:16:56.642025+0000","last_clean":"2024-09-10T10:16:56.642025+0000","last_became_active":"2024-09-10T10:16:56.631612+0000","last_became_peered":"2024-09-10T10:16:56.631612+0000","last_unstale":"2024-09-10T10:16:56.642025+0000","last_undegraded":"2024-09-10T10:16:56.642025+0000","last_fullsized":"2024-09-10T10:16:56.642025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.623515+0000","last_change":"2024-09-10T10:16:56.623515+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.623515+0000","last_undegraded":"2024-09-10T10:16:56.623515+0000","last_fullsized":"2024-09-10T10:16:56.623515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.640609+0000","last_change":"2024-09-10T10:16:56.638693+0000","last_active":"2024-09-10T10:16:56.640609+0000","last_peered":"2024-09-10T10:16:56.640609+0000","last_clean":"2024-09-10T10:16:56.640609+0000","last_became_active":"2024-09-10T10:16:56.638112+0000","last_became_peered":"2024-09-10T10:16:56.638112+0000","last_unstale":"2024-09-10T10:16:56.640609+0000","last_undegraded":"2024-09-10T10:16:56.640609+0000","last_fullsized":"2024-09-10T10:16:56.640609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648232+0000","last_change":"2024-09-10T10:16:57.640096+0000","last_active":"2024-09-10T10:16:58.648232+0000","last_peered":"2024-09-10T10:16:58.648232+0000","last_clean":"2024-09-10T10:16:58.648232+0000","last_became_active":"2024-09-10T10:16:57.639310+0000","last_became_peered":"2024-09-10T10:16:57.639310+0000","last_unstale":"2024-09-10T10:16:58.648232+0000","last_undegraded":"2024-09-10T10:16:58.648232+0000","last_fullsized":"2024-09-10T10:16:58.648232+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:14:10.817702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654084+0000","last_change":"2024-09-10T10:16:56.645091+0000","last_active":"2024-09-10T10:16:56.654084+0000","last_peered":"2024-09-10T10:16:56.654084+0000","last_clean":"2024-09-10T10:16:56.654084+0000","last_became_active":"2024-09-10T10:16:56.644350+0000","last_became_peered":"2024-09-10T10:16:56.644350+0000","last_unstale":"2024-09-10T10:16:56.654084+0000","last_undegraded":"2024-09-10T10:16:56.654084+0000","last_fullsized":"2024-09-10T10:16:56.654084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647613+0000","last_change":"2024-09-10T10:16:57.646539+0000","last_active":"2024-09-10T10:16:58.647613+0000","last_peered":"2024-09-10T10:16:58.647613+0000","last_clean":"2024-09-10T10:16:58.647613+0000","last_became_active":"2024-09-10T10:16:57.646262+0000","last_became_peered":"2024-09-10T10:16:57.646262+0000","last_unstale":"2024-09-10T10:16:58.647613+0000","last_undegraded":"2024-09-10T10:16:58.647613+0000","last_fullsized":"2024-09-10T10:16:58.647613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:39.170680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648459+0000","last_change":"2024-09-10T10:16:56.647703+0000","last_active":"2024-09-10T10:16:58.648459+0000","last_peered":"2024-09-10T10:16:58.648459+0000","last_clean":"2024-09-10T10:16:58.648459+0000","last_became_active":"2024-09-10T10:16:56.647285+0000","last_became_peered":"2024-09-10T10:16:56.647285+0000","last_unstale":"2024-09-10T10:16:58.648459+0000","last_undegraded":"2024-09-10T10:16:58.648459+0000","last_fullsized":"2024-09-10T10:16:58.648459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.455636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626428+0000","last_change":"2024-09-10T10:16:56.626428+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626428+0000","last_undegraded":"2024-09-10T10:16:56.626428+0000","last_fullsized":"2024-09-10T10:16:56.626428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.660516+0000","last_change":"2024-09-10T10:16:56.654562+0000","last_active":"2024-09-10T10:16:56.660516+0000","last_peered":"2024-09-10T10:16:56.660516+0000","last_clean":"2024-09-10T10:16:56.660516+0000","last_became_active":"2024-09-10T10:16:56.653570+0000","last_became_peered":"2024-09-10T10:16:56.653570+0000","last_unstale":"2024-09-10T10:16:56.660516+0000","last_undegraded":"2024-09-10T10:16:56.660516+0000","last_fullsized":"2024-09-10T10:16:56.660516+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648452+0000","last_change":"2024-09-10T10:16:57.638068+0000","last_active":"2024-09-10T10:16:58.648452+0000","last_peered":"2024-09-10T10:16:58.648452+0000","last_clean":"2024-09-10T10:16:58.648452+0000","last_became_active":"2024-09-10T10:16:57.637460+0000","last_became_peered":"2024-09-10T10:16:57.637460+0000","last_unstale":"2024-09-10T10:16:58.648452+0000","last_undegraded":"2024-09-10T10:16:58.648452+0000","last_fullsized":"2024-09-10T10:16:58.648452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:23.265271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650249+0000","last_change":"2024-09-10T10:16:56.658617+0000","last_active":"2024-09-10T10:16:58.650249+0000","last_peered":"2024-09-10T10:16:58.650249+0000","last_clean":"2024-09-10T10:16:58.650249+0000","last_became_active":"2024-09-10T10:16:56.658331+0000","last_became_peered":"2024-09-10T10:16:56.658331+0000","last_unstale":"2024-09-10T10:16:58.650249+0000","last_undegraded":"2024-09-10T10:16:58.650249+0000","last_fullsized":"2024-09-10T10:16:58.650249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:23.369358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616845+0000","last_change":"2024-09-10T10:16:56.616845+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616845+0000","last_undegraded":"2024-09-10T10:16:56.616845+0000","last_fullsized":"2024-09-10T10:16:56.616845+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662824+0000","last_change":"2024-09-10T10:16:56.658347+0000","last_active":"2024-09-10T10:16:56.662824+0000","last_peered":"2024-09-10T10:16:56.662824+0000","last_clean":"2024-09-10T10:16:56.662824+0000","last_became_active":"2024-09-10T10:16:56.657487+0000","last_became_peered":"2024-09-10T10:16:56.657487+0000","last_unstale":"2024-09-10T10:16:56.662824+0000","last_undegraded":"2024-09-10T10:16:56.662824+0000","last_fullsized":"2024-09-10T10:16:56.662824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626859+0000","last_change":"2024-09-10T10:16:56.626859+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626859+0000","last_undegraded":"2024-09-10T10:16:56.626859+0000","last_fullsized":"2024-09-10T10:16:56.626859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.662067+0000","last_change":"2024-09-10T10:16:56.654060+0000","last_active":"2024-09-10T10:16:56.662067+0000","last_peered":"2024-09-10T10:16:56.662067+0000","last_clean":"2024-09-10T10:16:56.662067+0000","last_became_active":"2024-09-10T10:16:56.653366+0000","last_became_peered":"2024-09-10T10:16:56.653366+0000","last_unstale":"2024-09-10T10:16:56.662067+0000","last_undegraded":"2024-09-10T10:16:56.662067+0000","last_fullsized":"2024-09-10T10:16:56.662067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647082+0000","last_change":"2024-09-10T10:16:57.639795+0000","last_active":"2024-09-10T10:16:58.647082+0000","last_peered":"2024-09-10T10:16:58.647082+0000","last_clean":"2024-09-10T10:16:58.647082+0000","last_became_active":"2024-09-10T10:16:57.638840+0000","last_became_peered":"2024-09-10T10:16:57.638840+0000","last_unstale":"2024-09-10T10:16:58.647082+0000","last_undegraded":"2024-09-10T10:16:58.647082+0000","last_fullsized":"2024-09-10T10:16:58.647082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:49.667671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648155+0000","last_change":"2024-09-10T10:16:56.643363+0000","last_active":"2024-09-10T10:16:58.648155+0000","last_peered":"2024-09-10T10:16:58.648155+0000","last_clean":"2024-09-10T10:16:58.648155+0000","last_became_active":"2024-09-10T10:16:56.642876+0000","last_became_peered":"2024-09-10T10:16:56.642876+0000","last_unstale":"2024-09-10T10:16:58.648155+0000","last_undegraded":"2024-09-10T10:16:58.648155+0000","last_fullsized":"2024-09-10T10:16:58.648155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:45.531988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616750+0000","last_change":"2024-09-10T10:16:56.616750+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616750+0000","last_undegraded":"2024-09-10T10:16:56.616750+0000","last_fullsized":"2024-09-10T10:16:56.616750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648447+0000","last_change":"2024-09-10T10:16:56.638093+0000","last_active":"2024-09-10T10:16:58.648447+0000","last_peered":"2024-09-10T10:16:58.648447+0000","last_clean":"2024-09-10T10:16:58.648447+0000","last_became_active":"2024-09-10T10:16:56.637800+0000","last_became_peered":"2024-09-10T10:16:56.637800+0000","last_unstale":"2024-09-10T10:16:58.648447+0000","last_undegraded":"2024-09-10T10:16:58.648447+0000","last_fullsized":"2024-09-10T10:16:58.648447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:38.161612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.616808+0000","last_change":"2024-09-10T10:16:56.616808+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.616808+0000","last_undegraded":"2024-09-10T10:16:56.616808+0000","last_fullsized":"2024-09-10T10:16:56.616808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.642130+0000","last_change":"2024-09-10T10:16:56.639594+0000","last_active":"2024-09-10T10:16:56.642130+0000","last_peered":"2024-09-10T10:16:56.642130+0000","last_clean":"2024-09-10T10:16:56.642130+0000","last_became_active":"2024-09-10T10:16:56.638856+0000","last_became_peered":"2024-09-10T10:16:56.638856+0000","last_unstale":"2024-09-10T10:16:56.642130+0000","last_undegraded":"2024-09-10T10:16:56.642130+0000","last_fullsized":"2024-09-10T10:16:56.642130+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.626401+0000","last_change":"2024-09-10T10:16:56.626401+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.626401+0000","last_undegraded":"2024-09-10T10:16:56.626401+0000","last_fullsized":"2024-09-10T10:16:56.626401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.633284+0000","last_change":"2024-09-10T10:16:56.633284+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.633284+0000","last_undegraded":"2024-09-10T10:16:56.633284+0000","last_fullsized":"2024-09-10T10:16:56.633284+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.653639+0000","last_change":"2024-09-10T10:16:56.651580+0000","last_active":"2024-09-10T10:16:56.653639+0000","last_peered":"2024-09-10T10:16:56.653639+0000","last_clean":"2024-09-10T10:16:56.653639+0000","last_became_active":"2024-09-10T10:16:56.650630+0000","last_became_peered":"2024-09-10T10:16:56.650630+0000","last_unstale":"2024-09-10T10:16:56.653639+0000","last_undegraded":"2024-09-10T10:16:56.653639+0000","last_fullsized":"2024-09-10T10:16:56.653639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.635808+0000","last_change":"2024-09-10T10:16:56.635808+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.635808+0000","last_undegraded":"2024-09-10T10:16:56.635808+0000","last_fullsized":"2024-09-10T10:16:56.635808+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.656647+0000","last_change":"2024-09-10T10:16:56.653862+0000","last_active":"2024-09-10T10:16:56.656647+0000","last_peered":"2024-09-10T10:16:56.656647+0000","last_clean":"2024-09-10T10:16:56.656647+0000","last_became_active":"2024-09-10T10:16:56.653095+0000","last_became_peered":"2024-09-10T10:16:56.653095+0000","last_unstale":"2024-09-10T10:16:56.656647+0000","last_undegraded":"2024-09-10T10:16:56.656647+0000","last_fullsized":"2024-09-10T10:16:56.656647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.629182+0000","last_change":"2024-09-10T10:16:56.629182+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.629182+0000","last_undegraded":"2024-09-10T10:16:56.629182+0000","last_fullsized":"2024-09-10T10:16:56.629182+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.649534+0000","last_change":"2024-09-10T10:16:56.648564+0000","last_active":"2024-09-10T10:16:56.649534+0000","last_peered":"2024-09-10T10:16:56.649534+0000","last_clean":"2024-09-10T10:16:56.649534+0000","last_became_active":"2024-09-10T10:16:56.648306+0000","last_became_peered":"2024-09-10T10:16:56.648306+0000","last_unstale":"2024-09-10T10:16:56.649534+0000","last_undegraded":"2024-09-10T10:16:56.649534+0000","last_fullsized":"2024-09-10T10:16:56.649534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:13:31.959784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-10T10:16:56.622423+0000","last_change":"2024-09-10T10:16:56.622423+0000","last_active":"2024-09-10T10:16:56.599207+0000","last_peered":"2024-09-10T10:16:56.599207+0000","last_clean":"2024-09-10T10:16:56.599207+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T10:16:56.622423+0000","last_undegraded":"2024-09-10T10:16:56.622423+0000","last_fullsized":"2024-09-10T10:16:56.622423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-10T10:16:56.654835+0000","last_change":"2024-09-10T10:16:56.654274+0000","last_active":"2024-09-10T10:16:56.654835+0000","last_peered":"2024-09-10T10:16:56.654835+0000","last_clean":"2024-09-10T10:16:56.654835+0000","last_became_active":"2024-09-10T10:16:56.653845+0000","last_became_peered":"2024-09-10T10:16:56.653845+0000","last_unstale":"2024-09-10T10:16:56.654835+0000","last_undegraded":"2024-09-10T10:16:56.654835+0000","last_fullsized":"2024-09-10T10:16:56.654835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:38.553328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509444,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":53117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31948,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339892,"statfs":{"total":96636764160,"available":96604049408,"internally_reserved":0,"allocated":778240,"data_stored":649760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":217088,"data_stored":72627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:17:06.118 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:17:06.249 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab40de5640 1 Processor -- start 2024-09-10T10:17:06.249 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab40de5640 1 -- start start 2024-09-10T10:17:06.250 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab40de5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fab3c15e820 0x7fab3c0cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab40de5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fab3c0b3610 0x7fab3c0d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab40de5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab3c0d2ba0 con 0x7fab3c06d870 2024-09-10T10:17:06.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab40de5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fab3c0d2e80 con 0x7fab3c15e820 2024-09-10T10:17:06.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab40de5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fab3c0d3160 con 0x7fab3c0b3610 2024-09-10T10:17:06.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab31d9b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fab3c15e820 0x7fab3c0cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab3a59c640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fab3c06d870 0x7fab3c06dc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40156/0 (socket says 172.21.15.157:40156) 2024-09-10T10:17:06.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab3a59c640 1 -- 172.21.15.157:0/3894095040 learned_addr learned my addr 172.21.15.157:0/3894095040 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:06.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab3ad9d640 1 --2- 172.21.15.157:0/3894095040 >> v2:172.21.15.192:3300/0 conn(0x7fab3c0b3610 0x7fab3c0d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab31d9b640 1 -- 172.21.15.157:0/3894095040 >> v2:172.21.15.192:3300/0 conn(0x7fab3c0b3610 msgr2=0x7fab3c0d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:06.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab31d9b640 1 --2- 172.21.15.157:0/3894095040 >> v2:172.21.15.192:3300/0 conn(0x7fab3c0b3610 0x7fab3c0d3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab31d9b640 1 -- 172.21.15.157:0/3894095040 >> v1:172.21.15.157:6789/0 conn(0x7fab3c06d870 legacy=0x7fab3c06dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab31d9b640 1 -- 172.21.15.157:0/3894095040 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab3c0d3440 con 0x7fab3c15e820 2024-09-10T10:17:06.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.249+0000 7fab39d9b640 1 -- 172.21.15.157:0/3894095040 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1659657902 0 0) 0x7fab3c0d2ba0 con 0x7fab3c06d870 2024-09-10T10:17:06.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab31d9b640 1 --2- 172.21.15.157:0/3894095040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 0x7fab3c0cf750 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fab3c0d24c0 tx=0x7fab2401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c2979d85d57609f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:06.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab39d9b640 1 -- 172.21.15.157:0/3894095040 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab240a7070 con 0x7fab3c15e820 2024-09-10T10:17:06.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab39d9b640 1 -- 172.21.15.157:0/3894095040 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab240b0070 con 0x7fab3c15e820 2024-09-10T10:17:06.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab39d9b640 1 -- 172.21.15.157:0/3894095040 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab240ab890 con 0x7fab3c15e820 2024-09-10T10:17:06.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- 172.21.15.157:0/3894095040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 msgr2=0x7fab3c0cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 --2- 172.21.15.157:0/3894095040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 0x7fab3c0cf750 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fab3c0d24c0 tx=0x7fab2401c450 comp rx=0 tx=0).stop 2024-09-10T10:17:06.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- 172.21.15.157:0/3894095040 shutdown_connections 2024-09-10T10:17:06.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 --2- 172.21.15.157:0/3894095040 >> v2:172.21.15.192:3300/0 conn(0x7fab3c0b3610 0x7fab3c0d3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 --2- 172.21.15.157:0/3894095040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 0x7fab3c0cf750 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- 172.21.15.157:0/3894095040 >> 172.21.15.157:0/3894095040 conn(0x7fab3c0d4910 msgr2=0x7fab3c0d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:06.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- 172.21.15.157:0/3894095040 shutdown_connections 2024-09-10T10:17:06.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- 172.21.15.157:0/3894095040 wait complete. 2024-09-10T10:17:06.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 Processor -- start 2024-09-10T10:17:06.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- start start 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab3c06d870 0x7fab3c14f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab3c0b3610 0x7fab3c158a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 0x7fab3c15f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fab3c16b530 con 0x7fab3c15e820 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fab3c16b3b0 con 0x7fab3c06d870 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fab3c16b6b0 con 0x7fab3c0b3610 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3ad9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 0x7fab3c15f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3ad9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 0x7fab3c15f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33296/0 (socket says 172.21.15.157:33296) 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3ad9d640 1 -- 172.21.15.157:0/1768772484 learned_addr learned my addr 172.21.15.157:0/1768772484 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:06.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab31d9b640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab3c0b3610 0x7fab3c158a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3a59c640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab3c06d870 0x7fab3c14f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3ad9d640 1 -- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab3c0b3610 msgr2=0x7fab3c158a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3ad9d640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab3c0b3610 0x7fab3c158a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3ad9d640 1 -- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab3c06d870 msgr2=0x7fab3c14f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3ad9d640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab3c06d870 0x7fab3c14f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3ad9d640 1 -- 172.21.15.157:0/1768772484 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab3c1592d0 con 0x7fab3c15e820 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3a59c640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab3c06d870 0x7fab3c14f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab3ad9d640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 0x7fab3c15f6a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fab34007e70 tx=0x7fab3400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab337fe640 1 -- 172.21.15.157:0/1768772484 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab34014620 con 0x7fab3c15e820 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab337fe640 1 -- 172.21.15.157:0/1768772484 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab34019070 con 0x7fab3c15e820 2024-09-10T10:17:06.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab3c1595b0 con 0x7fab3c15e820 2024-09-10T10:17:06.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab337fe640 1 -- 172.21.15.157:0/1768772484 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab34014a20 con 0x7fab3c15e820 2024-09-10T10:17:06.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.253+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab3c159b70 con 0x7fab3c15e820 2024-09-10T10:17:06.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.257+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab3c0d3c40 con 0x7fab3c15e820 2024-09-10T10:17:06.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.257+0000 7fab337fe640 1 -- 172.21.15.157:0/1768772484 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fab34014bc0 con 0x7fab3c15e820 2024-09-10T10:17:06.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.257+0000 7fab337fe640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fab1c0678c0 0x7fab1c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.257+0000 7fab337fe640 1 -- 172.21.15.157:0/1768772484 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fab340864c0 con 0x7fab3c15e820 2024-09-10T10:17:06.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.257+0000 7fab3a59c640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fab1c0678c0 0x7fab1c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.257+0000 7fab3a59c640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fab1c0678c0 0x7fab1c069d80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fab2c000f70 tx=0x7fab2c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:06.262 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.261+0000 7fab337fe640 1 -- 172.21.15.157:0/1768772484 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fab34057090 con 0x7fab3c15e820 2024-09-10T10:17:06.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.417+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fab3c14f590 con 0x7fab1c0678c0 2024-09-10T10:17:06.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.437+0000 7fab337fe640 1 -- 172.21.15.157:0/1768772484 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251936 (secure 0 0 0) 0x7fab3c14f590 con 0x7fab1c0678c0 2024-09-10T10:17:06.440 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:06.441 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fab1c0678c0 msgr2=0x7fab1c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fab1c0678c0 0x7fab1c069d80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fab2c000f70 tx=0x7fab2c009040 comp rx=0 tx=0).stop 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 msgr2=0x7fab3c15f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 0x7fab3c15f6a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fab34007e70 tx=0x7fab3400e4b0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 shutdown_connections 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fab1c0678c0 0x7fab1c069d80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab3c15e820 0x7fab3c15f6a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab3c0b3610 0x7fab3c158a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 --2- 172.21.15.157:0/1768772484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab3c06d870 0x7fab3c14f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 >> 172.21.15.157:0/1768772484 conn(0x7fab3c0d4910 msgr2=0x7fab3c06dc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 shutdown_connections 2024-09-10T10:17:06.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.441+0000 7fab40de5640 1 -- 172.21.15.157:0/1768772484 wait complete. 2024-09-10T10:17:06.458 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-10T10:17:05.421941+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239924,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734796,"statfs":{"total":773094113280,"available":772848431104,"internally_reserved":0,"allocated":2924544,"data_stored":1765292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.003070"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644705+0000","last_change":"2024-09-10T10:16:57.655241+0000","last_active":"2024-09-10T10:16:58.644705+0000","last_peered":"2024-09-10T10:16:58.644705+0000","last_clean":"2024-09-10T10:16:58.644705+0000","last_became_active":"2024-09-10T10:16:57.654896+0000","last_became_peered":"2024-09-10T10:16:57.654896+0000","last_unstale":"2024-09-10T10:16:58.644705+0000","last_undegraded":"2024-09-10T10:16:58.644705+0000","last_fullsized":"2024-09-10T10:16:58.644705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:58.027850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648355+0000","last_change":"2024-09-10T10:16:57.649282+0000","last_active":"2024-09-10T10:16:58.648355+0000","last_peered":"2024-09-10T10:16:58.648355+0000","last_clean":"2024-09-10T10:16:58.648355+0000","last_became_active":"2024-09-10T10:16:57.648594+0000","last_became_peered":"2024-09-10T10:16:57.648594+0000","last_unstale":"2024-09-10T10:16:58.648355+0000","last_undegraded":"2024-09-10T10:16:58.648355+0000","last_fullsized":"2024-09-10T10:16:58.648355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.822398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766053+0000","last_change":"2024-09-10T10:16:57.649654+0000","last_active":"2024-09-10T10:16:58.766053+0000","last_peered":"2024-09-10T10:16:58.766053+0000","last_clean":"2024-09-10T10:16:58.766053+0000","last_became_active":"2024-09-10T10:16:57.648915+0000","last_became_peered":"2024-09-10T10:16:57.648915+0000","last_unstale":"2024-09-10T10:16:58.766053+0000","last_undegraded":"2024-09-10T10:16:58.766053+0000","last_fullsized":"2024-09-10T10:16:58.766053+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:24.956289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643571+0000","last_change":"2024-09-10T10:16:57.640748+0000","last_active":"2024-09-10T10:16:58.643571+0000","last_peered":"2024-09-10T10:16:58.643571+0000","last_clean":"2024-09-10T10:16:58.643571+0000","last_became_active":"2024-09-10T10:16:57.640145+0000","last_became_peered":"2024-09-10T10:16:57.640145+0000","last_unstale":"2024-09-10T10:16:58.643571+0000","last_undegraded":"2024-09-10T10:16:58.643571+0000","last_fullsized":"2024-09-10T10:16:58.643571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643491+0000","last_change":"2024-09-10T10:16:57.639178+0000","last_active":"2024-09-10T10:16:58.643491+0000","last_peered":"2024-09-10T10:16:58.643491+0000","last_clean":"2024-09-10T10:16:58.643491+0000","last_became_active":"2024-09-10T10:16:57.638705+0000","last_became_peered":"2024-09-10T10:16:57.638705+0000","last_unstale":"2024-09-10T10:16:58.643491+0000","last_undegraded":"2024-09-10T10:16:58.643491+0000","last_fullsized":"2024-09-10T10:16:58.643491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:50.702118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645810+0000","last_change":"2024-09-10T10:16:57.665512+0000","last_active":"2024-09-10T10:16:58.645810+0000","last_peered":"2024-09-10T10:16:58.645810+0000","last_clean":"2024-09-10T10:16:58.645810+0000","last_became_active":"2024-09-10T10:16:57.665235+0000","last_became_peered":"2024-09-10T10:16:57.665235+0000","last_unstale":"2024-09-10T10:16:58.645810+0000","last_undegraded":"2024-09-10T10:16:58.645810+0000","last_fullsized":"2024-09-10T10:16:58.645810+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:50.702118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643294+0000","last_change":"2024-09-10T10:16:57.643353+0000","last_active":"2024-09-10T10:16:58.643294+0000","last_peered":"2024-09-10T10:16:58.643294+0000","last_clean":"2024-09-10T10:16:58.643294+0000","last_became_active":"2024-09-10T10:16:57.642988+0000","last_became_peered":"2024-09-10T10:16:57.642988+0000","last_unstale":"2024-09-10T10:16:58.643294+0000","last_undegraded":"2024-09-10T10:16:58.643294+0000","last_fullsized":"2024-09-10T10:16:58.643294+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:21.900475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267004+0000","last_change":"2024-09-10T10:16:57.662218+0000","last_active":"2024-09-10T10:16:59.267004+0000","last_peered":"2024-09-10T10:16:59.267004+0000","last_clean":"2024-09-10T10:16:59.267004+0000","last_became_active":"2024-09-10T10:16:57.658830+0000","last_became_peered":"2024-09-10T10:16:57.658830+0000","last_unstale":"2024-09-10T10:16:59.267004+0000","last_undegraded":"2024-09-10T10:16:59.267004+0000","last_fullsized":"2024-09-10T10:16:59.267004+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:38.713281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644920+0000","last_change":"2024-09-10T10:16:57.644354+0000","last_active":"2024-09-10T10:16:58.644920+0000","last_peered":"2024-09-10T10:16:58.644920+0000","last_clean":"2024-09-10T10:16:58.644920+0000","last_became_active":"2024-09-10T10:16:57.644037+0000","last_became_peered":"2024-09-10T10:16:57.644037+0000","last_unstale":"2024-09-10T10:16:58.644920+0000","last_undegraded":"2024-09-10T10:16:58.644920+0000","last_fullsized":"2024-09-10T10:16:58.644920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:41.988262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651306+0000","last_change":"2024-09-10T10:16:57.655352+0000","last_active":"2024-09-10T10:16:58.651306+0000","last_peered":"2024-09-10T10:16:58.651306+0000","last_clean":"2024-09-10T10:16:58.651306+0000","last_became_active":"2024-09-10T10:16:57.655004+0000","last_became_peered":"2024-09-10T10:16:57.655004+0000","last_unstale":"2024-09-10T10:16:58.651306+0000","last_undegraded":"2024-09-10T10:16:58.651306+0000","last_fullsized":"2024-09-10T10:16:58.651306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651180+0000","last_change":"2024-09-10T10:16:57.655255+0000","last_active":"2024-09-10T10:16:58.651180+0000","last_peered":"2024-09-10T10:16:58.651180+0000","last_clean":"2024-09-10T10:16:58.651180+0000","last_became_active":"2024-09-10T10:16:57.654984+0000","last_became_peered":"2024-09-10T10:16:57.654984+0000","last_unstale":"2024-09-10T10:16:58.651180+0000","last_undegraded":"2024-09-10T10:16:58.651180+0000","last_fullsized":"2024-09-10T10:16:58.651180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:58.687316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647437+0000","last_change":"2024-09-10T10:16:57.655251+0000","last_active":"2024-09-10T10:16:58.647437+0000","last_peered":"2024-09-10T10:16:58.647437+0000","last_clean":"2024-09-10T10:16:58.647437+0000","last_became_active":"2024-09-10T10:16:57.654949+0000","last_became_peered":"2024-09-10T10:16:57.654949+0000","last_unstale":"2024-09-10T10:16:58.647437+0000","last_undegraded":"2024-09-10T10:16:58.647437+0000","last_fullsized":"2024-09-10T10:16:58.647437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:55.017479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267645+0000","last_change":"2024-09-10T10:16:57.660690+0000","last_active":"2024-09-10T10:16:59.267645+0000","last_peered":"2024-09-10T10:16:59.267645+0000","last_clean":"2024-09-10T10:16:59.267645+0000","last_became_active":"2024-09-10T10:16:57.660135+0000","last_became_peered":"2024-09-10T10:16:57.660135+0000","last_unstale":"2024-09-10T10:16:59.267645+0000","last_undegraded":"2024-09-10T10:16:59.267645+0000","last_fullsized":"2024-09-10T10:16:59.267645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:58.687316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765702+0000","last_change":"2024-09-10T10:16:57.663827+0000","last_active":"2024-09-10T10:16:58.765702+0000","last_peered":"2024-09-10T10:16:58.765702+0000","last_clean":"2024-09-10T10:16:58.765702+0000","last_became_active":"2024-09-10T10:16:57.658301+0000","last_became_peered":"2024-09-10T10:16:57.658301+0000","last_unstale":"2024-09-10T10:16:58.765702+0000","last_undegraded":"2024-09-10T10:16:58.765702+0000","last_fullsized":"2024-09-10T10:16:58.765702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:57.366487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648037+0000","last_change":"2024-09-10T10:16:57.641463+0000","last_active":"2024-09-10T10:16:58.648037+0000","last_peered":"2024-09-10T10:16:58.648037+0000","last_clean":"2024-09-10T10:16:58.648037+0000","last_became_active":"2024-09-10T10:16:57.639640+0000","last_became_peered":"2024-09-10T10:16:57.639640+0000","last_unstale":"2024-09-10T10:16:58.648037+0000","last_undegraded":"2024-09-10T10:16:58.648037+0000","last_fullsized":"2024-09-10T10:16:58.648037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:25.803701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643977+0000","last_change":"2024-09-10T10:16:57.652824+0000","last_active":"2024-09-10T10:16:58.643977+0000","last_peered":"2024-09-10T10:16:58.643977+0000","last_clean":"2024-09-10T10:16:58.643977+0000","last_became_active":"2024-09-10T10:16:57.652135+0000","last_became_peered":"2024-09-10T10:16:57.652135+0000","last_unstale":"2024-09-10T10:16:58.643977+0000","last_undegraded":"2024-09-10T10:16:58.643977+0000","last_fullsized":"2024-09-10T10:16:58.643977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646205+0000","last_change":"2024-09-10T10:16:57.650717+0000","last_active":"2024-09-10T10:16:58.646205+0000","last_peered":"2024-09-10T10:16:58.646205+0000","last_clean":"2024-09-10T10:16:58.646205+0000","last_became_active":"2024-09-10T10:16:57.648662+0000","last_became_peered":"2024-09-10T10:16:57.648662+0000","last_unstale":"2024-09-10T10:16:58.646205+0000","last_undegraded":"2024-09-10T10:16:58.646205+0000","last_fullsized":"2024-09-10T10:16:58.646205+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:52:33.665306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267531+0000","last_change":"2024-09-10T10:16:57.657078+0000","last_active":"2024-09-10T10:16:59.267531+0000","last_peered":"2024-09-10T10:16:59.267531+0000","last_clean":"2024-09-10T10:16:59.267531+0000","last_became_active":"2024-09-10T10:16:57.656422+0000","last_became_peered":"2024-09-10T10:16:57.656422+0000","last_unstale":"2024-09-10T10:16:59.267531+0000","last_undegraded":"2024-09-10T10:16:59.267531+0000","last_fullsized":"2024-09-10T10:16:59.267531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:25.147123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643813+0000","last_change":"2024-09-10T10:16:57.645372+0000","last_active":"2024-09-10T10:16:58.643813+0000","last_peered":"2024-09-10T10:16:58.643813+0000","last_clean":"2024-09-10T10:16:58.643813+0000","last_became_active":"2024-09-10T10:16:57.645041+0000","last_became_peered":"2024-09-10T10:16:57.645041+0000","last_unstale":"2024-09-10T10:16:58.643813+0000","last_undegraded":"2024-09-10T10:16:58.643813+0000","last_fullsized":"2024-09-10T10:16:58.643813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:05:42.145291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651055+0000","last_change":"2024-09-10T10:16:57.654342+0000","last_active":"2024-09-10T10:16:58.651055+0000","last_peered":"2024-09-10T10:16:58.651055+0000","last_clean":"2024-09-10T10:16:58.651055+0000","last_became_active":"2024-09-10T10:16:57.653820+0000","last_became_peered":"2024-09-10T10:16:57.653820+0000","last_unstale":"2024-09-10T10:16:58.651055+0000","last_undegraded":"2024-09-10T10:16:58.651055+0000","last_fullsized":"2024-09-10T10:16:58.651055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:57.366487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765514+0000","last_change":"2024-09-10T10:16:57.646511+0000","last_active":"2024-09-10T10:16:58.765514+0000","last_peered":"2024-09-10T10:16:58.765514+0000","last_clean":"2024-09-10T10:16:58.765514+0000","last_became_active":"2024-09-10T10:16:57.643698+0000","last_became_peered":"2024-09-10T10:16:57.643698+0000","last_unstale":"2024-09-10T10:16:58.765514+0000","last_undegraded":"2024-09-10T10:16:58.765514+0000","last_fullsized":"2024-09-10T10:16:58.765514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:18.332893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645938+0000","last_change":"2024-09-10T10:16:57.655118+0000","last_active":"2024-09-10T10:16:58.645938+0000","last_peered":"2024-09-10T10:16:58.645938+0000","last_clean":"2024-09-10T10:16:58.645938+0000","last_became_active":"2024-09-10T10:16:57.654843+0000","last_became_peered":"2024-09-10T10:16:57.654843+0000","last_unstale":"2024-09-10T10:16:58.645938+0000","last_undegraded":"2024-09-10T10:16:58.645938+0000","last_fullsized":"2024-09-10T10:16:58.645938+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:24.000349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267155+0000","last_change":"2024-09-10T10:16:57.642088+0000","last_active":"2024-09-10T10:16:59.267155+0000","last_peered":"2024-09-10T10:16:59.267155+0000","last_clean":"2024-09-10T10:16:59.267155+0000","last_became_active":"2024-09-10T10:16:57.640917+0000","last_became_peered":"2024-09-10T10:16:57.640917+0000","last_unstale":"2024-09-10T10:16:59.267155+0000","last_undegraded":"2024-09-10T10:16:59.267155+0000","last_fullsized":"2024-09-10T10:16:59.267155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:13.683043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644173+0000","last_change":"2024-09-10T10:16:57.645731+0000","last_active":"2024-09-10T10:16:58.644173+0000","last_peered":"2024-09-10T10:16:58.644173+0000","last_clean":"2024-09-10T10:16:58.644173+0000","last_became_active":"2024-09-10T10:16:57.644338+0000","last_became_peered":"2024-09-10T10:16:57.644338+0000","last_unstale":"2024-09-10T10:16:58.644173+0000","last_undegraded":"2024-09-10T10:16:58.644173+0000","last_fullsized":"2024-09-10T10:16:58.644173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:51.095713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268030+0000","last_change":"2024-09-10T10:16:57.648677+0000","last_active":"2024-09-10T10:16:59.268030+0000","last_peered":"2024-09-10T10:16:59.268030+0000","last_clean":"2024-09-10T10:16:59.268030+0000","last_became_active":"2024-09-10T10:16:57.647905+0000","last_became_peered":"2024-09-10T10:16:57.647905+0000","last_unstale":"2024-09-10T10:16:59.268030+0000","last_undegraded":"2024-09-10T10:16:59.268030+0000","last_fullsized":"2024-09-10T10:16:59.268030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:51.095713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651392+0000","last_change":"2024-09-10T10:16:57.654636+0000","last_active":"2024-09-10T10:16:58.651392+0000","last_peered":"2024-09-10T10:16:58.651392+0000","last_clean":"2024-09-10T10:16:58.651392+0000","last_became_active":"2024-09-10T10:16:57.653269+0000","last_became_peered":"2024-09-10T10:16:57.653269+0000","last_unstale":"2024-09-10T10:16:58.651392+0000","last_undegraded":"2024-09-10T10:16:58.651392+0000","last_fullsized":"2024-09-10T10:16:58.651392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648513+0000","last_change":"2024-09-10T10:16:57.645317+0000","last_active":"2024-09-10T10:16:58.648513+0000","last_peered":"2024-09-10T10:16:58.648513+0000","last_clean":"2024-09-10T10:16:58.648513+0000","last_became_active":"2024-09-10T10:16:57.639824+0000","last_became_peered":"2024-09-10T10:16:57.639824+0000","last_unstale":"2024-09-10T10:16:58.648513+0000","last_undegraded":"2024-09-10T10:16:58.648513+0000","last_fullsized":"2024-09-10T10:16:58.648513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:18.058973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267697+0000","last_change":"2024-09-10T10:16:57.643155+0000","last_active":"2024-09-10T10:16:59.267697+0000","last_peered":"2024-09-10T10:16:59.267697+0000","last_clean":"2024-09-10T10:16:59.267697+0000","last_became_active":"2024-09-10T10:16:57.638399+0000","last_became_peered":"2024-09-10T10:16:57.638399+0000","last_unstale":"2024-09-10T10:16:59.267697+0000","last_undegraded":"2024-09-10T10:16:59.267697+0000","last_fullsized":"2024-09-10T10:16:59.267697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:57.366487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765771+0000","last_change":"2024-09-10T10:16:57.658316+0000","last_active":"2024-09-10T10:16:58.765771+0000","last_peered":"2024-09-10T10:16:58.765771+0000","last_clean":"2024-09-10T10:16:58.765771+0000","last_became_active":"2024-09-10T10:16:57.654990+0000","last_became_peered":"2024-09-10T10:16:57.654990+0000","last_unstale":"2024-09-10T10:16:58.765771+0000","last_undegraded":"2024-09-10T10:16:58.765771+0000","last_fullsized":"2024-09-10T10:16:58.765771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:58.687316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646021+0000","last_change":"2024-09-10T10:16:57.659610+0000","last_active":"2024-09-10T10:16:58.646021+0000","last_peered":"2024-09-10T10:16:58.646021+0000","last_clean":"2024-09-10T10:16:58.646021+0000","last_became_active":"2024-09-10T10:16:57.659249+0000","last_became_peered":"2024-09-10T10:16:57.659249+0000","last_unstale":"2024-09-10T10:16:58.646021+0000","last_undegraded":"2024-09-10T10:16:58.646021+0000","last_fullsized":"2024-09-10T10:16:58.646021+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:05:42.145291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.266735+0000","last_change":"2024-09-10T10:16:57.646728+0000","last_active":"2024-09-10T10:16:59.266735+0000","last_peered":"2024-09-10T10:16:59.266735+0000","last_clean":"2024-09-10T10:16:59.266735+0000","last_became_active":"2024-09-10T10:16:57.645838+0000","last_became_peered":"2024-09-10T10:16:57.645838+0000","last_unstale":"2024-09-10T10:16:59.266735+0000","last_undegraded":"2024-09-10T10:16:59.266735+0000","last_fullsized":"2024-09-10T10:16:59.266735+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:32.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650837+0000","last_change":"2024-09-10T10:16:57.665498+0000","last_active":"2024-09-10T10:16:58.650837+0000","last_peered":"2024-09-10T10:16:58.650837+0000","last_clean":"2024-09-10T10:16:58.650837+0000","last_became_active":"2024-09-10T10:16:57.665225+0000","last_became_peered":"2024-09-10T10:16:57.665225+0000","last_unstale":"2024-09-10T10:16:58.650837+0000","last_undegraded":"2024-09-10T10:16:58.650837+0000","last_fullsized":"2024-09-10T10:16:58.650837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:38.713281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647160+0000","last_change":"2024-09-10T10:16:57.633693+0000","last_active":"2024-09-10T10:16:58.647160+0000","last_peered":"2024-09-10T10:16:58.647160+0000","last_clean":"2024-09-10T10:16:58.647160+0000","last_became_active":"2024-09-10T10:16:57.633088+0000","last_became_peered":"2024-09-10T10:16:57.633088+0000","last_unstale":"2024-09-10T10:16:58.647160+0000","last_undegraded":"2024-09-10T10:16:58.647160+0000","last_fullsized":"2024-09-10T10:16:58.647160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:24.378425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268013+0000","last_change":"2024-09-10T10:16:56.641484+0000","last_active":"2024-09-10T10:16:59.268013+0000","last_peered":"2024-09-10T10:16:59.268013+0000","last_clean":"2024-09-10T10:16:59.268013+0000","last_became_active":"2024-09-10T10:16:56.641106+0000","last_became_peered":"2024-09-10T10:16:56.641106+0000","last_unstale":"2024-09-10T10:16:59.268013+0000","last_undegraded":"2024-09-10T10:16:59.268013+0000","last_fullsized":"2024-09-10T10:16:59.268013+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765966+0000","last_change":"2024-09-10T10:16:57.649020+0000","last_active":"2024-09-10T10:16:58.765966+0000","last_peered":"2024-09-10T10:16:58.765966+0000","last_clean":"2024-09-10T10:16:58.765966+0000","last_became_active":"2024-09-10T10:16:57.648243+0000","last_became_peered":"2024-09-10T10:16:57.648243+0000","last_unstale":"2024-09-10T10:16:58.765966+0000","last_undegraded":"2024-09-10T10:16:58.765966+0000","last_fullsized":"2024-09-10T10:16:58.765966+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650737+0000","last_change":"2024-09-10T10:16:56.650069+0000","last_active":"2024-09-10T10:16:58.650737+0000","last_peered":"2024-09-10T10:16:58.650737+0000","last_clean":"2024-09-10T10:16:58.650737+0000","last_became_active":"2024-09-10T10:16:56.649302+0000","last_became_peered":"2024-09-10T10:16:56.649302+0000","last_unstale":"2024-09-10T10:16:58.650737+0000","last_undegraded":"2024-09-10T10:16:58.650737+0000","last_fullsized":"2024-09-10T10:16:58.650737+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267116+0000","last_change":"2024-09-10T10:16:56.660116+0000","last_active":"2024-09-10T10:16:59.267116+0000","last_peered":"2024-09-10T10:16:59.267116+0000","last_clean":"2024-09-10T10:16:59.267116+0000","last_became_active":"2024-09-10T10:16:56.659813+0000","last_became_peered":"2024-09-10T10:16:56.659813+0000","last_unstale":"2024-09-10T10:16:59.267116+0000","last_undegraded":"2024-09-10T10:16:59.267116+0000","last_fullsized":"2024-09-10T10:16:59.267116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267414+0000","last_change":"2024-09-10T10:16:57.646314+0000","last_active":"2024-09-10T10:16:59.267414+0000","last_peered":"2024-09-10T10:16:59.267414+0000","last_clean":"2024-09-10T10:16:59.267414+0000","last_became_active":"2024-09-10T10:16:57.644704+0000","last_became_peered":"2024-09-10T10:16:57.644704+0000","last_unstale":"2024-09-10T10:16:59.267414+0000","last_undegraded":"2024-09-10T10:16:59.267414+0000","last_fullsized":"2024-09-10T10:16:59.267414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:18.332893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644278+0000","last_change":"2024-09-10T10:16:56.661552+0000","last_active":"2024-09-10T10:16:58.644278+0000","last_peered":"2024-09-10T10:16:58.644278+0000","last_clean":"2024-09-10T10:16:58.644278+0000","last_became_active":"2024-09-10T10:16:56.660796+0000","last_became_peered":"2024-09-10T10:16:56.660796+0000","last_unstale":"2024-09-10T10:16:58.644278+0000","last_undegraded":"2024-09-10T10:16:58.644278+0000","last_fullsized":"2024-09-10T10:16:58.644278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648041+0000","last_change":"2024-09-10T10:16:57.638750+0000","last_active":"2024-09-10T10:16:58.648041+0000","last_peered":"2024-09-10T10:16:58.648041+0000","last_clean":"2024-09-10T10:16:58.648041+0000","last_became_active":"2024-09-10T10:16:57.638197+0000","last_became_peered":"2024-09-10T10:16:57.638197+0000","last_unstale":"2024-09-10T10:16:58.648041+0000","last_undegraded":"2024-09-10T10:16:58.648041+0000","last_fullsized":"2024-09-10T10:16:58.648041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:08.004850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651033+0000","last_change":"2024-09-10T10:16:56.659844+0000","last_active":"2024-09-10T10:16:58.651033+0000","last_peered":"2024-09-10T10:16:58.651033+0000","last_clean":"2024-09-10T10:16:58.651033+0000","last_became_active":"2024-09-10T10:16:56.658483+0000","last_became_peered":"2024-09-10T10:16:56.658483+0000","last_unstale":"2024-09-10T10:16:58.651033+0000","last_undegraded":"2024-09-10T10:16:58.651033+0000","last_fullsized":"2024-09-10T10:16:58.651033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645196+0000","last_change":"2024-09-10T10:16:57.641933+0000","last_active":"2024-09-10T10:16:58.645196+0000","last_peered":"2024-09-10T10:16:58.645196+0000","last_clean":"2024-09-10T10:16:58.645196+0000","last_became_active":"2024-09-10T10:16:57.641633+0000","last_became_peered":"2024-09-10T10:16:57.641633+0000","last_unstale":"2024-09-10T10:16:58.645196+0000","last_undegraded":"2024-09-10T10:16:58.645196+0000","last_fullsized":"2024-09-10T10:16:58.645196+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:25.082411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645279+0000","last_change":"2024-09-10T10:16:56.659961+0000","last_active":"2024-09-10T10:16:58.645279+0000","last_peered":"2024-09-10T10:16:58.645279+0000","last_clean":"2024-09-10T10:16:58.645279+0000","last_became_active":"2024-09-10T10:16:56.659326+0000","last_became_peered":"2024-09-10T10:16:56.659326+0000","last_unstale":"2024-09-10T10:16:58.645279+0000","last_undegraded":"2024-09-10T10:16:58.645279+0000","last_fullsized":"2024-09-10T10:16:58.645279+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766014+0000","last_change":"2024-09-10T10:16:57.647583+0000","last_active":"2024-09-10T10:16:58.766014+0000","last_peered":"2024-09-10T10:16:58.766014+0000","last_clean":"2024-09-10T10:16:58.766014+0000","last_became_active":"2024-09-10T10:16:57.646810+0000","last_became_peered":"2024-09-10T10:16:57.646810+0000","last_unstale":"2024-09-10T10:16:58.766014+0000","last_undegraded":"2024-09-10T10:16:58.766014+0000","last_fullsized":"2024-09-10T10:16:58.766014+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648634+0000","last_change":"2024-09-10T10:16:56.653221+0000","last_active":"2024-09-10T10:16:58.648634+0000","last_peered":"2024-09-10T10:16:58.648634+0000","last_clean":"2024-09-10T10:16:58.648634+0000","last_became_active":"2024-09-10T10:16:56.652704+0000","last_became_peered":"2024-09-10T10:16:56.652704+0000","last_unstale":"2024-09-10T10:16:58.648634+0000","last_undegraded":"2024-09-10T10:16:58.648634+0000","last_fullsized":"2024-09-10T10:16:58.648634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:48.658604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647669+0000","last_change":"2024-09-10T10:16:57.638672+0000","last_active":"2024-09-10T10:16:58.647669+0000","last_peered":"2024-09-10T10:16:58.647669+0000","last_clean":"2024-09-10T10:16:58.647669+0000","last_became_active":"2024-09-10T10:16:57.638271+0000","last_became_peered":"2024-09-10T10:16:57.638271+0000","last_unstale":"2024-09-10T10:16:58.647669+0000","last_undegraded":"2024-09-10T10:16:58.647669+0000","last_fullsized":"2024-09-10T10:16:58.647669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:05.464704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651029+0000","last_change":"2024-09-10T10:16:56.659008+0000","last_active":"2024-09-10T10:16:58.651029+0000","last_peered":"2024-09-10T10:16:58.651029+0000","last_clean":"2024-09-10T10:16:58.651029+0000","last_became_active":"2024-09-10T10:16:56.657540+0000","last_became_peered":"2024-09-10T10:16:56.657540+0000","last_unstale":"2024-09-10T10:16:58.651029+0000","last_undegraded":"2024-09-10T10:16:58.651029+0000","last_fullsized":"2024-09-10T10:16:58.651029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:51:30.544886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643360+0000","last_change":"2024-09-10T10:16:57.640145+0000","last_active":"2024-09-10T10:16:58.643360+0000","last_peered":"2024-09-10T10:16:58.643360+0000","last_clean":"2024-09-10T10:16:58.643360+0000","last_became_active":"2024-09-10T10:16:57.639846+0000","last_became_peered":"2024-09-10T10:16:57.639846+0000","last_unstale":"2024-09-10T10:16:58.643360+0000","last_undegraded":"2024-09-10T10:16:58.643360+0000","last_fullsized":"2024-09-10T10:16:58.643360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:05.775648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766110+0000","last_change":"2024-09-10T10:16:56.650846+0000","last_active":"2024-09-10T10:16:58.766110+0000","last_peered":"2024-09-10T10:16:58.766110+0000","last_clean":"2024-09-10T10:16:58.766110+0000","last_became_active":"2024-09-10T10:16:56.650281+0000","last_became_peered":"2024-09-10T10:16:56.650281+0000","last_unstale":"2024-09-10T10:16:58.766110+0000","last_undegraded":"2024-09-10T10:16:58.766110+0000","last_fullsized":"2024-09-10T10:16:58.766110+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765491+0000","last_change":"2024-09-10T10:16:57.643389+0000","last_active":"2024-09-10T10:16:58.765491+0000","last_peered":"2024-09-10T10:16:58.765491+0000","last_clean":"2024-09-10T10:16:58.765491+0000","last_became_active":"2024-09-10T10:16:57.642761+0000","last_became_peered":"2024-09-10T10:16:57.642761+0000","last_unstale":"2024-09-10T10:16:58.765491+0000","last_undegraded":"2024-09-10T10:16:58.765491+0000","last_fullsized":"2024-09-10T10:16:58.765491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:13.683043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646092+0000","last_change":"2024-09-10T10:16:56.650468+0000","last_active":"2024-09-10T10:16:58.646092+0000","last_peered":"2024-09-10T10:16:58.646092+0000","last_clean":"2024-09-10T10:16:58.646092+0000","last_became_active":"2024-09-10T10:16:56.649855+0000","last_became_peered":"2024-09-10T10:16:56.649855+0000","last_unstale":"2024-09-10T10:16:58.646092+0000","last_undegraded":"2024-09-10T10:16:58.646092+0000","last_fullsized":"2024-09-10T10:16:58.646092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:29.978636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643941+0000","last_change":"2024-09-10T10:16:57.646715+0000","last_active":"2024-09-10T10:16:58.643941+0000","last_peered":"2024-09-10T10:16:58.643941+0000","last_clean":"2024-09-10T10:16:58.643941+0000","last_became_active":"2024-09-10T10:16:57.646266+0000","last_became_peered":"2024-09-10T10:16:57.646266+0000","last_unstale":"2024-09-10T10:16:58.643941+0000","last_undegraded":"2024-09-10T10:16:58.643941+0000","last_fullsized":"2024-09-10T10:16:58.643941+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:52:33.665306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650703+0000","last_change":"2024-09-10T10:16:56.658570+0000","last_active":"2024-09-10T10:16:58.650703+0000","last_peered":"2024-09-10T10:16:58.650703+0000","last_clean":"2024-09-10T10:16:58.650703+0000","last_became_active":"2024-09-10T10:16:56.657788+0000","last_became_peered":"2024-09-10T10:16:56.657788+0000","last_unstale":"2024-09-10T10:16:58.650703+0000","last_undegraded":"2024-09-10T10:16:58.650703+0000","last_fullsized":"2024-09-10T10:16:58.650703+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650962+0000","last_change":"2024-09-10T10:16:57.665543+0000","last_active":"2024-09-10T10:16:58.650962+0000","last_peered":"2024-09-10T10:16:58.650962+0000","last_clean":"2024-09-10T10:16:58.650962+0000","last_became_active":"2024-09-10T10:16:57.665237+0000","last_became_peered":"2024-09-10T10:16:57.665237+0000","last_unstale":"2024-09-10T10:16:58.650962+0000","last_undegraded":"2024-09-10T10:16:58.650962+0000","last_fullsized":"2024-09-10T10:16:58.650962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:18.332893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.266337+0000","last_change":"2024-09-10T10:16:56.633059+0000","last_active":"2024-09-10T10:16:59.266337+0000","last_peered":"2024-09-10T10:16:59.266337+0000","last_clean":"2024-09-10T10:16:59.266337+0000","last_became_active":"2024-09-10T10:16:56.632679+0000","last_became_peered":"2024-09-10T10:16:56.632679+0000","last_unstale":"2024-09-10T10:16:59.266337+0000","last_undegraded":"2024-09-10T10:16:59.266337+0000","last_fullsized":"2024-09-10T10:16:59.266337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643350+0000","last_change":"2024-09-10T10:16:57.646966+0000","last_active":"2024-09-10T10:16:58.643350+0000","last_peered":"2024-09-10T10:16:58.643350+0000","last_clean":"2024-09-10T10:16:58.643350+0000","last_became_active":"2024-09-10T10:16:57.646146+0000","last_became_peered":"2024-09-10T10:16:57.646146+0000","last_unstale":"2024-09-10T10:16:58.643350+0000","last_undegraded":"2024-09-10T10:16:58.643350+0000","last_fullsized":"2024-09-10T10:16:58.643350+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:25.082411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647472+0000","last_change":"2024-09-10T10:16:56.644187+0000","last_active":"2024-09-10T10:16:58.647472+0000","last_peered":"2024-09-10T10:16:58.647472+0000","last_clean":"2024-09-10T10:16:58.647472+0000","last_became_active":"2024-09-10T10:16:56.643069+0000","last_became_peered":"2024-09-10T10:16:56.643069+0000","last_unstale":"2024-09-10T10:16:58.647472+0000","last_undegraded":"2024-09-10T10:16:58.647472+0000","last_fullsized":"2024-09-10T10:16:58.647472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:08.714665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644998+0000","last_change":"2024-09-10T10:16:57.646662+0000","last_active":"2024-09-10T10:16:58.644998+0000","last_peered":"2024-09-10T10:16:58.644998+0000","last_clean":"2024-09-10T10:16:58.644998+0000","last_became_active":"2024-09-10T10:16:57.646307+0000","last_became_peered":"2024-09-10T10:16:57.646307+0000","last_unstale":"2024-09-10T10:16:58.644998+0000","last_undegraded":"2024-09-10T10:16:58.644998+0000","last_fullsized":"2024-09-10T10:16:58.644998+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:29:57.253585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267770+0000","last_change":"2024-09-10T10:16:56.638119+0000","last_active":"2024-09-10T10:16:59.267770+0000","last_peered":"2024-09-10T10:16:59.267770+0000","last_clean":"2024-09-10T10:16:59.267770+0000","last_became_active":"2024-09-10T10:16:56.637777+0000","last_became_peered":"2024-09-10T10:16:56.637777+0000","last_unstale":"2024-09-10T10:16:59.267770+0000","last_undegraded":"2024-09-10T10:16:59.267770+0000","last_fullsized":"2024-09-10T10:16:59.267770+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645102+0000","last_change":"2024-09-10T10:16:57.647432+0000","last_active":"2024-09-10T10:16:58.645102+0000","last_peered":"2024-09-10T10:16:58.645102+0000","last_clean":"2024-09-10T10:16:58.645102+0000","last_became_active":"2024-09-10T10:16:57.647007+0000","last_became_peered":"2024-09-10T10:16:57.647007+0000","last_unstale":"2024-09-10T10:16:58.645102+0000","last_undegraded":"2024-09-10T10:16:58.645102+0000","last_fullsized":"2024-09-10T10:16:58.645102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:08:02.491080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648740+0000","last_change":"2024-09-10T10:16:56.651953+0000","last_active":"2024-09-10T10:16:58.648740+0000","last_peered":"2024-09-10T10:16:58.648740+0000","last_clean":"2024-09-10T10:16:58.648740+0000","last_became_active":"2024-09-10T10:16:56.651216+0000","last_became_peered":"2024-09-10T10:16:56.651216+0000","last_unstale":"2024-09-10T10:16:58.648740+0000","last_undegraded":"2024-09-10T10:16:58.648740+0000","last_fullsized":"2024-09-10T10:16:58.648740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:54.008412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644782+0000","last_change":"2024-09-10T10:16:57.641009+0000","last_active":"2024-09-10T10:16:58.644782+0000","last_peered":"2024-09-10T10:16:58.644782+0000","last_clean":"2024-09-10T10:16:58.644782+0000","last_became_active":"2024-09-10T10:16:57.640434+0000","last_became_peered":"2024-09-10T10:16:57.640434+0000","last_unstale":"2024-09-10T10:16:58.644782+0000","last_undegraded":"2024-09-10T10:16:58.644782+0000","last_fullsized":"2024-09-10T10:16:58.644782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:24:27.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268278+0000","last_change":"2024-09-10T10:16:56.652337+0000","last_active":"2024-09-10T10:16:59.268278+0000","last_peered":"2024-09-10T10:16:59.268278+0000","last_clean":"2024-09-10T10:16:59.268278+0000","last_became_active":"2024-09-10T10:16:56.651690+0000","last_became_peered":"2024-09-10T10:16:56.651690+0000","last_unstale":"2024-09-10T10:16:59.268278+0000","last_undegraded":"2024-09-10T10:16:59.268278+0000","last_fullsized":"2024-09-10T10:16:59.268278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643582+0000","last_change":"2024-09-10T10:16:57.642559+0000","last_active":"2024-09-10T10:16:58.643582+0000","last_peered":"2024-09-10T10:16:58.643582+0000","last_clean":"2024-09-10T10:16:58.643582+0000","last_became_active":"2024-09-10T10:16:57.642115+0000","last_became_peered":"2024-09-10T10:16:57.642115+0000","last_unstale":"2024-09-10T10:16:58.643582+0000","last_undegraded":"2024-09-10T10:16:58.643582+0000","last_fullsized":"2024-09-10T10:16:58.643582+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:24.000349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644528+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:16:58.644528+0000","last_peered":"2024-09-10T10:16:58.644528+0000","last_clean":"2024-09-10T10:16:58.644528+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:16:58.644528+0000","last_undegraded":"2024-09-10T10:16:58.644528+0000","last_fullsized":"2024-09-10T10:16:58.644528+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644211+0000","last_change":"2024-09-10T10:16:56.640084+0000","last_active":"2024-09-10T10:16:58.644211+0000","last_peered":"2024-09-10T10:16:58.644211+0000","last_clean":"2024-09-10T10:16:58.644211+0000","last_became_active":"2024-09-10T10:16:56.639339+0000","last_became_peered":"2024-09-10T10:16:56.639339+0000","last_unstale":"2024-09-10T10:16:58.644211+0000","last_undegraded":"2024-09-10T10:16:58.644211+0000","last_fullsized":"2024-09-10T10:16:58.644211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268775+0000","last_change":"2024-09-10T10:16:57.654704+0000","last_active":"2024-09-10T10:16:59.268775+0000","last_peered":"2024-09-10T10:16:59.268775+0000","last_clean":"2024-09-10T10:16:59.268775+0000","last_became_active":"2024-09-10T10:16:57.654001+0000","last_became_peered":"2024-09-10T10:16:57.654001+0000","last_unstale":"2024-09-10T10:16:59.268775+0000","last_undegraded":"2024-09-10T10:16:59.268775+0000","last_fullsized":"2024-09-10T10:16:59.268775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:21.900475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.642988+0000","last_change":"2024-09-10T10:16:56.632711+0000","last_active":"2024-09-10T10:16:58.642988+0000","last_peered":"2024-09-10T10:16:58.642988+0000","last_clean":"2024-09-10T10:16:58.642988+0000","last_became_active":"2024-09-10T10:16:56.631612+0000","last_became_peered":"2024-09-10T10:16:56.631612+0000","last_unstale":"2024-09-10T10:16:58.642988+0000","last_undegraded":"2024-09-10T10:16:58.642988+0000","last_fullsized":"2024-09-10T10:16:58.642988+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:31.698583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765252+0000","last_change":"2024-09-10T10:16:57.650710+0000","last_active":"2024-09-10T10:16:58.765252+0000","last_peered":"2024-09-10T10:16:58.765252+0000","last_clean":"2024-09-10T10:16:58.765252+0000","last_became_active":"2024-09-10T10:16:57.650108+0000","last_became_peered":"2024-09-10T10:16:57.650108+0000","last_unstale":"2024-09-10T10:16:58.765252+0000","last_undegraded":"2024-09-10T10:16:58.765252+0000","last_fullsized":"2024-09-10T10:16:58.765252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:38.713281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.266905+0000","last_change":"2024-09-10T10:16:56.638693+0000","last_active":"2024-09-10T10:16:59.266905+0000","last_peered":"2024-09-10T10:16:59.266905+0000","last_clean":"2024-09-10T10:16:59.266905+0000","last_became_active":"2024-09-10T10:16:56.638112+0000","last_became_peered":"2024-09-10T10:16:56.638112+0000","last_unstale":"2024-09-10T10:16:59.266905+0000","last_undegraded":"2024-09-10T10:16:59.266905+0000","last_fullsized":"2024-09-10T10:16:59.266905+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648232+0000","last_change":"2024-09-10T10:16:57.640096+0000","last_active":"2024-09-10T10:16:58.648232+0000","last_peered":"2024-09-10T10:16:58.648232+0000","last_clean":"2024-09-10T10:16:58.648232+0000","last_became_active":"2024-09-10T10:16:57.639310+0000","last_became_peered":"2024-09-10T10:16:57.639310+0000","last_unstale":"2024-09-10T10:16:58.648232+0000","last_undegraded":"2024-09-10T10:16:58.648232+0000","last_fullsized":"2024-09-10T10:16:58.648232+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:14:10.817702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646133+0000","last_change":"2024-09-10T10:16:56.645091+0000","last_active":"2024-09-10T10:16:58.646133+0000","last_peered":"2024-09-10T10:16:58.646133+0000","last_clean":"2024-09-10T10:16:58.646133+0000","last_became_active":"2024-09-10T10:16:56.644350+0000","last_became_peered":"2024-09-10T10:16:56.644350+0000","last_unstale":"2024-09-10T10:16:58.646133+0000","last_undegraded":"2024-09-10T10:16:58.646133+0000","last_fullsized":"2024-09-10T10:16:58.646133+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:10:17.717749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647613+0000","last_change":"2024-09-10T10:16:57.646539+0000","last_active":"2024-09-10T10:16:58.647613+0000","last_peered":"2024-09-10T10:16:58.647613+0000","last_clean":"2024-09-10T10:16:58.647613+0000","last_became_active":"2024-09-10T10:16:57.646262+0000","last_became_peered":"2024-09-10T10:16:57.646262+0000","last_unstale":"2024-09-10T10:16:58.647613+0000","last_undegraded":"2024-09-10T10:16:58.647613+0000","last_fullsized":"2024-09-10T10:16:58.647613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:39.170680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648459+0000","last_change":"2024-09-10T10:16:56.647703+0000","last_active":"2024-09-10T10:16:58.648459+0000","last_peered":"2024-09-10T10:16:58.648459+0000","last_clean":"2024-09-10T10:16:58.648459+0000","last_became_active":"2024-09-10T10:16:56.647285+0000","last_became_peered":"2024-09-10T10:16:56.647285+0000","last_unstale":"2024-09-10T10:16:58.648459+0000","last_undegraded":"2024-09-10T10:16:58.648459+0000","last_fullsized":"2024-09-10T10:16:58.648459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.455636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645362+0000","last_change":"2024-09-10T10:16:57.645219+0000","last_active":"2024-09-10T10:16:58.645362+0000","last_peered":"2024-09-10T10:16:58.645362+0000","last_clean":"2024-09-10T10:16:58.645362+0000","last_became_active":"2024-09-10T10:16:57.644777+0000","last_became_peered":"2024-09-10T10:16:57.644777+0000","last_unstale":"2024-09-10T10:16:58.645362+0000","last_undegraded":"2024-09-10T10:16:58.645362+0000","last_fullsized":"2024-09-10T10:16:58.645362+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:05.775648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645196+0000","last_change":"2024-09-10T10:16:56.654562+0000","last_active":"2024-09-10T10:16:58.645196+0000","last_peered":"2024-09-10T10:16:58.645196+0000","last_clean":"2024-09-10T10:16:58.645196+0000","last_became_active":"2024-09-10T10:16:56.653570+0000","last_became_peered":"2024-09-10T10:16:56.653570+0000","last_unstale":"2024-09-10T10:16:58.645196+0000","last_undegraded":"2024-09-10T10:16:58.645196+0000","last_fullsized":"2024-09-10T10:16:58.645196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:09:44.806426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648452+0000","last_change":"2024-09-10T10:16:57.638068+0000","last_active":"2024-09-10T10:16:58.648452+0000","last_peered":"2024-09-10T10:16:58.648452+0000","last_clean":"2024-09-10T10:16:58.648452+0000","last_became_active":"2024-09-10T10:16:57.637460+0000","last_became_peered":"2024-09-10T10:16:57.637460+0000","last_unstale":"2024-09-10T10:16:58.648452+0000","last_undegraded":"2024-09-10T10:16:58.648452+0000","last_fullsized":"2024-09-10T10:16:58.648452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:23.265271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650249+0000","last_change":"2024-09-10T10:16:56.658617+0000","last_active":"2024-09-10T10:16:58.650249+0000","last_peered":"2024-09-10T10:16:58.650249+0000","last_clean":"2024-09-10T10:16:58.650249+0000","last_became_active":"2024-09-10T10:16:56.658331+0000","last_became_peered":"2024-09-10T10:16:56.658331+0000","last_unstale":"2024-09-10T10:16:58.650249+0000","last_undegraded":"2024-09-10T10:16:58.650249+0000","last_fullsized":"2024-09-10T10:16:58.650249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:23.369358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268472+0000","last_change":"2024-09-10T10:16:57.640253+0000","last_active":"2024-09-10T10:16:59.268472+0000","last_peered":"2024-09-10T10:16:59.268472+0000","last_clean":"2024-09-10T10:16:59.268472+0000","last_became_active":"2024-09-10T10:16:57.638153+0000","last_became_peered":"2024-09-10T10:16:57.638153+0000","last_unstale":"2024-09-10T10:16:59.268472+0000","last_undegraded":"2024-09-10T10:16:59.268472+0000","last_fullsized":"2024-09-10T10:16:59.268472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:24:27.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651163+0000","last_change":"2024-09-10T10:16:56.658347+0000","last_active":"2024-09-10T10:16:58.651163+0000","last_peered":"2024-09-10T10:16:58.651163+0000","last_clean":"2024-09-10T10:16:58.651163+0000","last_became_active":"2024-09-10T10:16:56.657487+0000","last_became_peered":"2024-09-10T10:16:56.657487+0000","last_unstale":"2024-09-10T10:16:58.651163+0000","last_undegraded":"2024-09-10T10:16:58.651163+0000","last_fullsized":"2024-09-10T10:16:58.651163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:37:59.125649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766112+0000","last_change":"2024-09-10T10:16:57.655882+0000","last_active":"2024-09-10T10:16:58.766112+0000","last_peered":"2024-09-10T10:16:58.766112+0000","last_clean":"2024-09-10T10:16:58.766112+0000","last_became_active":"2024-09-10T10:16:57.655321+0000","last_became_peered":"2024-09-10T10:16:57.655321+0000","last_unstale":"2024-09-10T10:16:58.766112+0000","last_undegraded":"2024-09-10T10:16:58.766112+0000","last_fullsized":"2024-09-10T10:16:58.766112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:24:27.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.642980+0000","last_change":"2024-09-10T10:16:56.654060+0000","last_active":"2024-09-10T10:16:58.642980+0000","last_peered":"2024-09-10T10:16:58.642980+0000","last_clean":"2024-09-10T10:16:58.642980+0000","last_became_active":"2024-09-10T10:16:56.653366+0000","last_became_peered":"2024-09-10T10:16:56.653366+0000","last_unstale":"2024-09-10T10:16:58.642980+0000","last_undegraded":"2024-09-10T10:16:58.642980+0000","last_fullsized":"2024-09-10T10:16:58.642980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:51:30.544886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647082+0000","last_change":"2024-09-10T10:16:57.639795+0000","last_active":"2024-09-10T10:16:58.647082+0000","last_peered":"2024-09-10T10:16:58.647082+0000","last_clean":"2024-09-10T10:16:58.647082+0000","last_became_active":"2024-09-10T10:16:57.638840+0000","last_became_peered":"2024-09-10T10:16:57.638840+0000","last_unstale":"2024-09-10T10:16:58.647082+0000","last_undegraded":"2024-09-10T10:16:58.647082+0000","last_fullsized":"2024-09-10T10:16:58.647082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:49.667671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648155+0000","last_change":"2024-09-10T10:16:56.643363+0000","last_active":"2024-09-10T10:16:58.648155+0000","last_peered":"2024-09-10T10:16:58.648155+0000","last_clean":"2024-09-10T10:16:58.648155+0000","last_became_active":"2024-09-10T10:16:56.642876+0000","last_became_peered":"2024-09-10T10:16:56.642876+0000","last_unstale":"2024-09-10T10:16:58.648155+0000","last_undegraded":"2024-09-10T10:16:58.648155+0000","last_fullsized":"2024-09-10T10:16:58.648155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:45.531988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267911+0000","last_change":"2024-09-10T10:16:57.643131+0000","last_active":"2024-09-10T10:16:59.267911+0000","last_peered":"2024-09-10T10:16:59.267911+0000","last_clean":"2024-09-10T10:16:59.267911+0000","last_became_active":"2024-09-10T10:16:57.637938+0000","last_became_peered":"2024-09-10T10:16:57.637938+0000","last_unstale":"2024-09-10T10:16:59.267911+0000","last_undegraded":"2024-09-10T10:16:59.267911+0000","last_fullsized":"2024-09-10T10:16:59.267911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648447+0000","last_change":"2024-09-10T10:16:56.638093+0000","last_active":"2024-09-10T10:16:58.648447+0000","last_peered":"2024-09-10T10:16:58.648447+0000","last_clean":"2024-09-10T10:16:58.648447+0000","last_became_active":"2024-09-10T10:16:56.637800+0000","last_became_peered":"2024-09-10T10:16:56.637800+0000","last_unstale":"2024-09-10T10:16:58.648447+0000","last_undegraded":"2024-09-10T10:16:58.648447+0000","last_fullsized":"2024-09-10T10:16:58.648447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:38.161612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267908+0000","last_change":"2024-09-10T10:16:57.645737+0000","last_active":"2024-09-10T10:16:59.267908+0000","last_peered":"2024-09-10T10:16:59.267908+0000","last_clean":"2024-09-10T10:16:59.267908+0000","last_became_active":"2024-09-10T10:16:57.644750+0000","last_became_peered":"2024-09-10T10:16:57.644750+0000","last_unstale":"2024-09-10T10:16:59.267908+0000","last_undegraded":"2024-09-10T10:16:59.267908+0000","last_fullsized":"2024-09-10T10:16:59.267908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644337+0000","last_change":"2024-09-10T10:16:56.639594+0000","last_active":"2024-09-10T10:16:58.644337+0000","last_peered":"2024-09-10T10:16:58.644337+0000","last_clean":"2024-09-10T10:16:58.644337+0000","last_became_active":"2024-09-10T10:16:56.638856+0000","last_became_peered":"2024-09-10T10:16:56.638856+0000","last_unstale":"2024-09-10T10:16:58.644337+0000","last_undegraded":"2024-09-10T10:16:58.644337+0000","last_fullsized":"2024-09-10T10:16:58.644337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:24.138056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650985+0000","last_change":"2024-09-10T10:16:57.654031+0000","last_active":"2024-09-10T10:16:58.650985+0000","last_peered":"2024-09-10T10:16:58.650985+0000","last_clean":"2024-09-10T10:16:58.650985+0000","last_became_active":"2024-09-10T10:16:57.653706+0000","last_became_peered":"2024-09-10T10:16:57.653706+0000","last_unstale":"2024-09-10T10:16:58.650985+0000","last_undegraded":"2024-09-10T10:16:58.650985+0000","last_fullsized":"2024-09-10T10:16:58.650985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:13.683043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645158+0000","last_change":"2024-09-10T10:16:57.650565+0000","last_active":"2024-09-10T10:16:58.645158+0000","last_peered":"2024-09-10T10:16:58.645158+0000","last_clean":"2024-09-10T10:16:58.645158+0000","last_became_active":"2024-09-10T10:16:57.650226+0000","last_became_peered":"2024-09-10T10:16:57.650226+0000","last_unstale":"2024-09-10T10:16:58.645158+0000","last_undegraded":"2024-09-10T10:16:58.645158+0000","last_fullsized":"2024-09-10T10:16:58.645158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:21.900475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643558+0000","last_change":"2024-09-10T10:16:56.651580+0000","last_active":"2024-09-10T10:16:58.643558+0000","last_peered":"2024-09-10T10:16:58.643558+0000","last_clean":"2024-09-10T10:16:58.643558+0000","last_became_active":"2024-09-10T10:16:56.650630+0000","last_became_peered":"2024-09-10T10:16:56.650630+0000","last_unstale":"2024-09-10T10:16:58.643558+0000","last_undegraded":"2024-09-10T10:16:58.643558+0000","last_fullsized":"2024-09-10T10:16:58.643558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:29.978636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644642+0000","last_change":"2024-09-10T10:16:57.651698+0000","last_active":"2024-09-10T10:16:58.644642+0000","last_peered":"2024-09-10T10:16:58.644642+0000","last_clean":"2024-09-10T10:16:58.644642+0000","last_became_active":"2024-09-10T10:16:57.651332+0000","last_became_peered":"2024-09-10T10:16:57.651332+0000","last_unstale":"2024-09-10T10:16:58.644642+0000","last_undegraded":"2024-09-10T10:16:58.644642+0000","last_fullsized":"2024-09-10T10:16:58.644642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:24.956289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643702+0000","last_change":"2024-09-10T10:16:56.653862+0000","last_active":"2024-09-10T10:16:58.643702+0000","last_peered":"2024-09-10T10:16:58.643702+0000","last_clean":"2024-09-10T10:16:58.643702+0000","last_became_active":"2024-09-10T10:16:56.653095+0000","last_became_peered":"2024-09-10T10:16:56.653095+0000","last_unstale":"2024-09-10T10:16:58.643702+0000","last_undegraded":"2024-09-10T10:16:58.643702+0000","last_fullsized":"2024-09-10T10:16:58.643702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:10:17.717749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766027+0000","last_change":"2024-09-10T10:16:57.644132+0000","last_active":"2024-09-10T10:16:58.766027+0000","last_peered":"2024-09-10T10:16:58.766027+0000","last_clean":"2024-09-10T10:16:58.766027+0000","last_became_active":"2024-09-10T10:16:57.643399+0000","last_became_peered":"2024-09-10T10:16:57.643399+0000","last_unstale":"2024-09-10T10:16:58.766027+0000","last_undegraded":"2024-09-10T10:16:58.766027+0000","last_fullsized":"2024-09-10T10:16:58.766027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:51.095713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267946+0000","last_change":"2024-09-10T10:16:56.648564+0000","last_active":"2024-09-10T10:16:59.267946+0000","last_peered":"2024-09-10T10:16:59.267946+0000","last_clean":"2024-09-10T10:16:59.267946+0000","last_became_active":"2024-09-10T10:16:56.648306+0000","last_became_peered":"2024-09-10T10:16:56.648306+0000","last_unstale":"2024-09-10T10:16:59.267946+0000","last_undegraded":"2024-09-10T10:16:59.267946+0000","last_fullsized":"2024-09-10T10:16:59.267946+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268408+0000","last_change":"2024-09-10T10:16:57.659814+0000","last_active":"2024-09-10T10:16:59.268408+0000","last_peered":"2024-09-10T10:16:59.268408+0000","last_clean":"2024-09-10T10:16:59.268408+0000","last_became_active":"2024-09-10T10:16:57.659195+0000","last_became_peered":"2024-09-10T10:16:57.659195+0000","last_unstale":"2024-09-10T10:16:59.268408+0000","last_undegraded":"2024-09-10T10:16:59.268408+0000","last_fullsized":"2024-09-10T10:16:59.268408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:24.956289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766271+0000","last_change":"2024-09-10T10:16:56.654274+0000","last_active":"2024-09-10T10:16:58.766271+0000","last_peered":"2024-09-10T10:16:58.766271+0000","last_clean":"2024-09-10T10:16:58.766271+0000","last_became_active":"2024-09-10T10:16:56.653845+0000","last_became_peered":"2024-09-10T10:16:56.653845+0000","last_unstale":"2024-09-10T10:16:58.766271+0000","last_undegraded":"2024-09-10T10:16:58.766271+0000","last_fullsized":"2024-09-10T10:16:58.766271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":663417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509447,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":221184,"data_stored":74079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":72467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":663473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":217088,"data_stored":72627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:17:06.462 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:17:06.462 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T10:17:06.463 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T10:17:06.463 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T10:17:06.463 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-10T10:17:06.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.621+0000 7fd1edc72640 1 Processor -- start 2024-09-10T10:17:06.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.621+0000 7fd1edc72640 1 -- start start 2024-09-10T10:17:06.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1edc72640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd1e80ceac0 0x7fd1e80d0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1edc72640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1e80d0960 con 0x7fd1e8145970 2024-09-10T10:17:06.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1edc72640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1e80d0c40 con 0x7fd1e80b24d0 2024-09-10T10:17:06.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1edc72640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fd1e80d0f20 con 0x7fd1e80ceac0 2024-09-10T10:17:06.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e77fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fd1e8145970 0x7fd1e80b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40160/0 (socket says 172.21.15.157:40160) 2024-09-10T10:17:06.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e77fe640 1 -- 172.21.15.157:0/1877298186 learned_addr learned my addr 172.21.15.157:0/1877298186 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e7fff640 1 --2- 172.21.15.157:0/1877298186 >> v2:172.21.15.192:3300/0 conn(0x7fd1e80ceac0 0x7fd1e80d0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4249844996 0 0) 0x7fd1e80d0960 con 0x7fd1e8145970 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1d0003530 con 0x7fd1e8145970 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2061126718 0 0) 0x7fd1d0003530 con 0x7fd1e8145970 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 >> v2:172.21.15.192:3300/0 conn(0x7fd1e80ceac0 msgr2=0x7fd1e80d0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 --2- 172.21.15.157:0/1877298186 >> v2:172.21.15.192:3300/0 conn(0x7fd1e80ceac0 0x7fd1e80d0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 >> v1:172.21.15.192:6789/0 conn(0x7fd1e80b24d0 legacy=0x7fd1e80cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1e80cd2b0 con 0x7fd1e8145970 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fd1d8001680 con 0x7fd1e8145970 2024-09-10T10:17:06.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 >> v1:172.21.15.157:6789/0 conn(0x7fd1e8145970 legacy=0x7fd1e80b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1d00039c0 0x7fd1d0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1d0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1d0005220 0x7fd1d000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e80d0f20 con 0x7fd1d0004810 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d000c150 con 0x7fd1d00039c0 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd1d000c350 con 0x7fd1d0005220 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e6ffd640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1d0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e77fe640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1d00039c0 0x7fd1d0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e6ffd640 1 -- 172.21.15.157:0/1877298186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1d0005220 msgr2=0x7fd1d000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e6ffd640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1d0005220 0x7fd1d000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e6ffd640 1 -- 172.21.15.157:0/1877298186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1d00039c0 msgr2=0x7fd1d0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e6ffd640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1d00039c0 0x7fd1d0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e6ffd640 1 -- 172.21.15.157:0/1877298186 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d0003530 con 0x7fd1d0004810 2024-09-10T10:17:06.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.625+0000 7fd1e7fff640 1 -- 172.21.15.157:0/1877298186 reap_dead start 2024-09-10T10:17:06.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e6ffd640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1d0004c90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc001780 tx=0x7fd1dc01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e2687acee92262e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:06.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc0013a0 con 0x7fd1d0004810 2024-09-10T10:17:06.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1dc0052f0 con 0x7fd1d0004810 2024-09-10T10:17:06.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e67fc640 1 -- 172.21.15.157:0/1877298186 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc003840 con 0x7fd1d0004810 2024-09-10T10:17:06.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 -- 172.21.15.157:0/1877298186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 msgr2=0x7fd1d0004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1d0004c90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc001780 tx=0x7fd1dc01c400 comp rx=0 tx=0).stop 2024-09-10T10:17:06.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 -- 172.21.15.157:0/1877298186 shutdown_connections 2024-09-10T10:17:06.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 --2- 172.21.15.157:0/1877298186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1d0004c90 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 -- 172.21.15.157:0/1877298186 >> 172.21.15.157:0/1877298186 conn(0x7fd1e806bcc0 msgr2=0x7fd1e806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:06.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 -- 172.21.15.157:0/1877298186 shutdown_connections 2024-09-10T10:17:06.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 -- 172.21.15.157:0/1877298186 wait complete. 2024-09-10T10:17:06.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 Processor -- start 2024-09-10T10:17:06.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 -- start start 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1e80afb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1e81f90f0 0x7fd1e80cbd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1e8143d60 0x7fd1e8144210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e80cda90 con 0x7fd1d0004810 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e80d0670 con 0x7fd1e8143d60 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1edc72640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd1e80cdc10 con 0x7fd1e81f90f0 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e77fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1e80afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e77fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1e80afb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33312/0 (socket says 172.21.15.157:33312) 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e77fe640 1 -- 172.21.15.157:0/1623057198 learned_addr learned my addr 172.21.15.157:0/1623057198 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:06.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e6ffd640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1e81f90f0 0x7fd1e80cbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e7fff640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1e8143d60 0x7fd1e8144210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e77fe640 1 -- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1e81f90f0 msgr2=0x7fd1e80cbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e77fe640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1e81f90f0 0x7fd1e80cbd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e77fe640 1 -- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1e8143d60 msgr2=0x7fd1e8144210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e77fe640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1e8143d60 0x7fd1e8144210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.629+0000 7fd1e77fe640 1 -- 172.21.15.157:0/1623057198 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1e80ab740 con 0x7fd1d0004810 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1e77fe640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1e80afb50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8001210 tx=0x7fd1d800ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1cffff640 1 -- 172.21.15.157:0/1623057198 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d800c630 con 0x7fd1d0004810 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1e80aba20 con 0x7fd1d0004810 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1cffff640 1 -- 172.21.15.157:0/1623057198 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1d8018070 con 0x7fd1d0004810 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1cffff640 1 -- 172.21.15.157:0/1623057198 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d800ca30 con 0x7fd1d0004810 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1e80abfe0 con 0x7fd1d0004810 2024-09-10T10:17:06.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1e80ac1e0 con 0x7fd1d0004810 2024-09-10T10:17:06.636 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1cffff640 1 -- 172.21.15.157:0/1623057198 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd1d800cbd0 con 0x7fd1d0004810 2024-09-10T10:17:06.636 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1cffff640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd1d40678c0 0x7fd1d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.636 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1cffff640 1 -- 172.21.15.157:0/1623057198 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd1d8085960 con 0x7fd1d0004810 2024-09-10T10:17:06.636 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1e6ffd640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd1d40678c0 0x7fd1d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.633+0000 7fd1e6ffd640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd1d40678c0 0x7fd1d4069d80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc001750 tx=0x7fd1dc0011a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:06.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.637+0000 7fd1cffff640 1 -- 172.21.15.157:0/1623057198 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd1e80ac1e0 con 0x7fd1d0004810 2024-09-10T10:17:06.837 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.833+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fd1e80cdfa0 con 0x7fd1d0004810 2024-09-10T10:17:06.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.841+0000 7fd1cffff640 1 -- 172.21.15.157:0/1623057198 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+166891 (secure 0 0 0) 0x7fd1d80564b0 con 0x7fd1d0004810 2024-09-10T10:17:06.843 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:06.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd1d40678c0 msgr2=0x7fd1d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd1d40678c0 0x7fd1d4069d80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc001750 tx=0x7fd1dc0011a0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 msgr2=0x7fd1e80afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1e80afb50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8001210 tx=0x7fd1d800ec90 comp rx=0 tx=0).stop 2024-09-10T10:17:06.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 shutdown_connections 2024-09-10T10:17:06.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd1d40678c0 0x7fd1d4069d80 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1e8143d60 0x7fd1e8144210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1e81f90f0 0x7fd1e80cbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 --2- 172.21.15.157:0/1623057198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1d0004810 0x7fd1e80afb50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.846 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 >> 172.21.15.157:0/1623057198 conn(0x7fd1e806bcc0 msgr2=0x7fd1e8142b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:06.846 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 shutdown_connections 2024-09-10T10:17:06.846 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.845+0000 7fd1edc72640 1 -- 172.21.15.157:0/1623057198 wait complete. 2024-09-10T10:17:06.860 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1932388902},{"type":"v1","addr":"172.21.15.192:6801","nonce":1932388902}]},"active_addr":"172.21.15.192:6801/1932388902","active_change":"2024-09-10T10:16:37.407460+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.192:0","nonce":120200702}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.192:0","nonce":2248554039}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.192:0","nonce":765068455}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.192:0","nonce":638432450}]}]} 2024-09-10T10:17:06.863 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T10:17:06.863 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T10:17:06.863 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:06.983 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa872ec1640 1 Processor -- start 2024-09-10T10:17:06.983 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa872ec1640 1 -- start start 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa872ec1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0b24d0 0x7fa86c0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa872ec1640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa86c0d0960 con 0x7fa86c0d0190 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa872ec1640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa86c0d0c40 con 0x7fa86c145970 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa872ec1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa86c0d0f20 con 0x7fa86c0b24d0 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa87145e640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fa86c0d0190 0x7fa86c0cdab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40170/0 (socket says 172.21.15.157:40170) 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa87145e640 1 -- 172.21.15.157:0/3835445896 learned_addr learned my addr 172.21.15.157:0/3835445896 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa86bfff640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0b24d0 0x7fa86c0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1035092432 0 0) 0x7fa86c0d0960 con 0x7fa86c0d0190 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa854003530 con 0x7fa86c0d0190 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3741564582 0 0) 0x7fa854003530 con 0x7fa86c0d0190 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0b24d0 msgr2=0x7fa86c0cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:06.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa86b7fe640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0b24d0 0x7fa86c0cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 >> v1:172.21.15.192:6789/0 conn(0x7fa86c145970 legacy=0x7fa86c0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.981+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa86c0cd2b0 con 0x7fa86c0d0190 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fa864001a00 con 0x7fa86c0d0190 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 >> v1:172.21.15.157:6789/0 conn(0x7fa86c0d0190 legacy=0x7fa86c0cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0b24d0 0x7fa8540039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa854003f70 0x7fa854004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa854004d50 0x7fa8540051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c0d0f20 con 0x7fa854004d50 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa85400bb60 con 0x7fa854003f70 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa85400bd60 con 0x7fa86c0b24d0 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa87145e640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa854004d50 0x7fa8540051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86bfff640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa854003f70 0x7fa854004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa870c5d640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0b24d0 0x7fa8540039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa87145e640 1 -- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0b24d0 msgr2=0x7fa8540039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:06.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa87145e640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0b24d0 0x7fa8540039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa87145e640 1 -- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa854003f70 msgr2=0x7fa854004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:06.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa87145e640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa854003f70 0x7fa854004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa87145e640 1 -- 172.21.15.157:0/3835445896 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa854003530 con 0x7fa854004d50 2024-09-10T10:17:06.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa870c5d640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0b24d0 0x7fa8540039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:06.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86bfff640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa854003f70 0x7fa854004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:06.991 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa87145e640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa854004d50 0x7fa8540051d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa86400a840 tx=0x7fa86401fac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2884ad4a1b07a240 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:06.991 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86400a460 con 0x7fa854004d50 2024-09-10T10:17:06.991 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8640aa710 con 0x7fa854004d50 2024-09-10T10:17:06.991 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa86b7fe640 1 -- 172.21.15.157:0/3835445896 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8640aab00 con 0x7fa854004d50 2024-09-10T10:17:06.991 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa872ec1640 1 -- 172.21.15.157:0/3835445896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa854004d50 msgr2=0x7fa8540051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.991 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa872ec1640 1 --2- 172.21.15.157:0/3835445896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa854004d50 0x7fa8540051d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa86400a840 tx=0x7fa86401fac0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.991 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa87145e640 1 -- 172.21.15.157:0/3835445896 reap_dead start 2024-09-10T10:17:06.992 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa872ec1640 1 -- 172.21.15.157:0/3835445896 shutdown_connections 2024-09-10T10:17:06.992 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa872ec1640 1 -- 172.21.15.157:0/3835445896 >> 172.21.15.157:0/3835445896 conn(0x7fa86c06bcc0 msgr2=0x7fa86c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:06.992 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa872ec1640 1 -- 172.21.15.157:0/3835445896 shutdown_connections 2024-09-10T10:17:06.992 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.985+0000 7fa872ec1640 1 -- 172.21.15.157:0/3835445896 wait complete. 2024-09-10T10:17:06.992 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 Processor -- start 2024-09-10T10:17:06.992 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 -- start start 2024-09-10T10:17:06.992 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c13bb30 0x7fa86c13f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.992 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa86c13dc20 0x7fa86c1f1d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.992 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c1f2270 0x7fa86c1408c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.993 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c145d50 con 0x7fa86c13dc20 2024-09-10T10:17:06.993 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c0cd620 con 0x7fa86c13bb30 2024-09-10T10:17:06.993 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa86c145ed0 con 0x7fa86c1f2270 2024-09-10T10:17:06.993 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa86bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa86c13dc20 0x7fa86c1f1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.993 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa86bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa86c13dc20 0x7fa86c1f1d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33330/0 (socket says 172.21.15.157:33330) 2024-09-10T10:17:06.993 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa86bfff640 1 -- 172.21.15.157:0/2118012907 learned_addr learned my addr 172.21.15.157:0/2118012907 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:06.993 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa870c5d640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c13bb30 0x7fa86c13f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.993 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa87145e640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c1f2270 0x7fa86c1408c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.993 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa86bfff640 1 -- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c1f2270 msgr2=0x7fa86c1408c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa86bfff640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c1f2270 0x7fa86c1408c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa86bfff640 1 -- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c13bb30 msgr2=0x7fa86c13f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa86bfff640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c13bb30 0x7fa86c13f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa86bfff640 1 -- 172.21.15.157:0/2118012907 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa86c13f820 con 0x7fa86c13dc20 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa87145e640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c1f2270 0x7fa86c1408c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa86bfff640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa86c13dc20 0x7fa86c1f1d30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa8600108d0 tx=0x7fa860010d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa8697fa640 1 -- 172.21.15.157:0/2118012907 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86000f040 con 0x7fa86c13dc20 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa8697fa640 1 -- 172.21.15.157:0/2118012907 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa860004220 con 0x7fa86c13dc20 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa86c13fb00 con 0x7fa86c13dc20 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa8697fa640 1 -- 172.21.15.157:0/2118012907 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86000e900 con 0x7fa86c13dc20 2024-09-10T10:17:06.994 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa86c1400c0 con 0x7fa86c13dc20 2024-09-10T10:17:06.995 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa86c0d08c0 con 0x7fa86c13dc20 2024-09-10T10:17:06.995 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.989+0000 7fa8697fa640 1 -- 172.21.15.157:0/2118012907 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa86000eaa0 con 0x7fa86c13dc20 2024-09-10T10:17:06.995 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.993+0000 7fa8697fa640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa8580678f0 0x7fa858069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:06.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.993+0000 7fa8697fa640 1 -- 172.21.15.157:0/2118012907 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa860086080 con 0x7fa86c13dc20 2024-09-10T10:17:06.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.993+0000 7fa870c5d640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa8580678f0 0x7fa858069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:06.996 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.993+0000 7fa870c5d640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa8580678f0 0x7fa858069db0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa85c001760 tx=0x7fa85c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:06.997 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:06.997+0000 7fa8697fa640 1 -- 172.21.15.157:0/2118012907 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa860018030 con 0x7fa86c13dc20 2024-09-10T10:17:07.159 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.157+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa86c1443d0 con 0x7fa86c13dc20 2024-09-10T10:17:07.162 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa8697fa640 1 -- 172.21.15.157:0/2118012907 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16701 (secure 0 0 0) 0x7fa860056bc0 con 0x7fa86c13dc20 2024-09-10T10:17:07.162 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:07.162 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":21,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:58.632281+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:16:54.798002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:16:55.963353+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:07.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa8580678f0 msgr2=0x7fa858069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa8580678f0 0x7fa858069db0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa85c001760 tx=0x7fa85c009040 comp rx=0 tx=0).stop 2024-09-10T10:17:07.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa86c13dc20 msgr2=0x7fa86c1f1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa86c13dc20 0x7fa86c1f1d30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa8600108d0 tx=0x7fa860010d90 comp rx=0 tx=0).stop 2024-09-10T10:17:07.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 shutdown_connections 2024-09-10T10:17:07.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa8580678f0 0x7fa858069db0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c1f2270 0x7fa86c1408c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa86c13dc20 0x7fa86c1f1d30 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.166 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 --2- 172.21.15.157:0/2118012907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c13bb30 0x7fa86c13f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.166 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 >> 172.21.15.157:0/2118012907 conn(0x7fa86c06bcc0 msgr2=0x7fa86c0b0d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.166 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 shutdown_connections 2024-09-10T10:17:07.166 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.161+0000 7fa872ec1640 1 -- 172.21.15.157:0/2118012907 wait complete. 2024-09-10T10:17:07.182 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T10:17:07.182 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:07.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36f20b640 1 Processor -- start 2024-09-10T10:17:07.301 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36f20b640 1 -- start start 2024-09-10T10:17:07.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36f20b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36806d870 0x7fd36806dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36f20b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd3680b3610 0x7fd3680d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36f20b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd36806e190 con 0x7fd36815e820 2024-09-10T10:17:07.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36f20b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fd3680d2ba0 con 0x7fd3680b3610 2024-09-10T10:17:07.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36f20b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd3680d2e80 con 0x7fd36806d870 2024-09-10T10:17:07.303 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36d7a8640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd3680b3610 0x7fd3680d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.303 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd367fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fd36815e820 0x7fd3680cf750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:51522/0 (socket says 172.21.15.157:51522) 2024-09-10T10:17:07.303 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36d7a8640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd3680b3610 0x7fd3680d3c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:55944/0 (socket says 172.21.15.157:55944) 2024-09-10T10:17:07.303 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36cfa7640 1 --2- 172.21.15.157:0/2396154414 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36806d870 0x7fd36806dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.303 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd367fff640 1 -- 172.21.15.157:0/2396154414 learned_addr learned my addr 172.21.15.157:0/2396154414 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:07.303 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36d7a8640 1 -- 172.21.15.157:0/2396154414 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36806d870 msgr2=0x7fd36806dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.303 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36d7a8640 1 --2- 172.21.15.157:0/2396154414 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36806d870 0x7fd36806dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.304 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36d7a8640 1 -- 172.21.15.157:0/2396154414 >> v1:172.21.15.192:6789/0 conn(0x7fd36815e820 legacy=0x7fd3680cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.304 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.301+0000 7fd36d7a8640 1 -- 172.21.15.157:0/2396154414 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3680d3160 con 0x7fd3680b3610 2024-09-10T10:17:07.305 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36d7a8640 1 --2- 172.21.15.157:0/2396154414 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 0x7fd3680d3c40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd360009d90 tx=0x7fd36001c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abf09658507d7ca4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.305 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd3677fe640 1 -- 172.21.15.157:0/2396154414 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3600b2070 con 0x7fd3680b3610 2024-09-10T10:17:07.305 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd3677fe640 1 -- 172.21.15.157:0/2396154414 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3600a5a00 con 0x7fd3680b3610 2024-09-10T10:17:07.305 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd3677fe640 1 -- 172.21.15.157:0/2396154414 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3600a5dd0 con 0x7fd3680b3610 2024-09-10T10:17:07.306 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 -- 172.21.15.157:0/2396154414 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 msgr2=0x7fd3680d3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.306 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 --2- 172.21.15.157:0/2396154414 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 0x7fd3680d3c40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd360009d90 tx=0x7fd36001c940 comp rx=0 tx=0).stop 2024-09-10T10:17:07.306 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 -- 172.21.15.157:0/2396154414 shutdown_connections 2024-09-10T10:17:07.306 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 --2- 172.21.15.157:0/2396154414 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 0x7fd3680d3c40 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.306 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 --2- 172.21.15.157:0/2396154414 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36806d870 0x7fd36806dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.306 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 -- 172.21.15.157:0/2396154414 >> 172.21.15.157:0/2396154414 conn(0x7fd3680d4910 msgr2=0x7fd3680d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.306 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 -- 172.21.15.157:0/2396154414 shutdown_connections 2024-09-10T10:17:07.307 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 -- 172.21.15.157:0/2396154414 wait complete. 2024-09-10T10:17:07.307 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 Processor -- start 2024-09-10T10:17:07.307 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 -- start start 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36806d870 0x7fd368152eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 0x7fd3681511c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36815e820 0x7fd368160de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd36816b530 con 0x7fd36806d870 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd36816b3b0 con 0x7fd3680b3610 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36f20b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd36816b6b0 con 0x7fd36815e820 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36cfa7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36806d870 0x7fd368152eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36cfa7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36806d870 0x7fd368152eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33342/0 (socket says 172.21.15.157:33342) 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.305+0000 7fd36cfa7640 1 -- 172.21.15.157:0/995289557 learned_addr learned my addr 172.21.15.157:0/995289557 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd367fff640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 0x7fd3681511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36d7a8640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36815e820 0x7fd368160de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36cfa7640 1 -- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36815e820 msgr2=0x7fd368160de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36cfa7640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36815e820 0x7fd368160de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36cfa7640 1 -- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 msgr2=0x7fd3681511c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36cfa7640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 0x7fd3681511c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36cfa7640 1 -- 172.21.15.157:0/995289557 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd36815a8c0 con 0x7fd36806d870 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd367fff640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 0x7fd3681511c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36d7a8640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36815e820 0x7fd368160de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36cfa7640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36806d870 0x7fd368152eb0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd35c00e930 tx=0x7fd35c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd3657fa640 1 -- 172.21.15.157:0/995289557 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd35c017070 con 0x7fd36806d870 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd3657fa640 1 -- 172.21.15.157:0/995289557 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd35c00ca00 con 0x7fd36806d870 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd368160620 con 0x7fd36806d870 2024-09-10T10:17:07.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd3657fa640 1 -- 172.21.15.157:0/995289557 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd35c00cdb0 con 0x7fd36806d870 2024-09-10T10:17:07.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd36815a5e0 con 0x7fd36806d870 2024-09-10T10:17:07.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd36806dc50 con 0x7fd36806d870 2024-09-10T10:17:07.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd3657fa640 1 -- 172.21.15.157:0/995289557 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd35c01a070 con 0x7fd36806d870 2024-09-10T10:17:07.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd3657fa640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd34c0678c0 0x7fd34c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.313 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd3657fa640 1 -- 172.21.15.157:0/995289557 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd35c085dc0 con 0x7fd36806d870 2024-09-10T10:17:07.313 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.309+0000 7fd367fff640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd34c0678c0 0x7fd34c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.313 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.313+0000 7fd367fff640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd34c0678c0 0x7fd34c069d80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd354007fd0 tx=0x7fd354009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.313+0000 7fd3657fa640 1 -- 172.21.15.157:0/995289557 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd35c056940 con 0x7fd36806d870 2024-09-10T10:17:07.468 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.465+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd3681603f0 con 0x7fd36806d870 2024-09-10T10:17:07.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd3657fa640 1 -- 172.21.15.157:0/995289557 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16701 (secure 0 0 0) 0x7fd35c056240 con 0x7fd36806d870 2024-09-10T10:17:07.470 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:07.470 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":21,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:58.632281+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:16:54.798002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:16:55.963353+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:07.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd34c0678c0 msgr2=0x7fd34c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd34c0678c0 0x7fd34c069d80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd354007fd0 tx=0x7fd354009040 comp rx=0 tx=0).stop 2024-09-10T10:17:07.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36806d870 msgr2=0x7fd368152eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36806d870 0x7fd368152eb0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd35c00e930 tx=0x7fd35c00edf0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.473 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 shutdown_connections 2024-09-10T10:17:07.473 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd34c0678c0 0x7fd34c069d80 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.473 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd36815e820 0x7fd368160de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.473 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3680b3610 0x7fd3681511c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.473 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 --2- 172.21.15.157:0/995289557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36806d870 0x7fd368152eb0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.473 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 >> 172.21.15.157:0/995289557 conn(0x7fd3680d4910 msgr2=0x7fd3680b5030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.473 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 shutdown_connections 2024-09-10T10:17:07.473 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.469+0000 7fd36f20b640 1 -- 172.21.15.157:0/995289557 wait complete. 2024-09-10T10:17:07.488 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T10:17:07.488 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T10:17:07.489 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T10:17:07.489 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T10:17:07.490 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-10T10:17:07.490 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-10T10:17:07.491 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-10T10:17:07.491 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-10T10:17:07.663 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.661+0000 7fc670e98640 1 Processor -- start 2024-09-10T10:17:07.663 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.661+0000 7fc670e98640 1 -- start start 2024-09-10T10:17:07.664 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.661+0000 7fc670e98640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc66c0cd390 0x7fc66c06d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.664 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.661+0000 7fc670e98640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cedc0 0x7fc66c0716a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.664 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.661+0000 7fc670e98640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc66c0cf230 con 0x7fc66c15b1c0 2024-09-10T10:17:07.664 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.661+0000 7fc670e98640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fc66c0b30a0 con 0x7fc66c0cd390 2024-09-10T10:17:07.664 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.661+0000 7fc670e98640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc66c0b3380 con 0x7fc66c0cedc0 2024-09-10T10:17:07.665 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc66ad9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cedc0 0x7fc66c0716a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.665 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc669d9b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc66c0cd390 0x7fc66c06d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.665 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc669d9b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc66c0cd390 0x7fc66c06d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:55966/0 (socket says 172.21.15.157:55966) 2024-09-10T10:17:07.665 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc669d9b640 1 -- 172.21.15.157:0/3222613090 learned_addr learned my addr 172.21.15.157:0/3222613090 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.666 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc66a59c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fc66c15b1c0 0x7fc66c0ccc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:51526/0 (socket says 172.21.15.157:51526) 2024-09-10T10:17:07.666 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc669d9b640 1 -- 172.21.15.157:0/3222613090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cedc0 msgr2=0x7fc66c0716a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.666 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc669d9b640 1 --2- 172.21.15.157:0/3222613090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cedc0 0x7fc66c0716a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.666 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc669d9b640 1 -- 172.21.15.157:0/3222613090 >> v1:172.21.15.192:6789/0 conn(0x7fc66c15b1c0 legacy=0x7fc66c0ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.666 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc66959a640 1 -- 172.21.15.157:0/3222613090 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2954358021 0 0) 0x7fc6640014a0 con 0x7fc66c15b1c0 2024-09-10T10:17:07.666 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7fc669d9b640 1 -- 172.21.15.157:0/3222613090 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc66c070bc0 con 0x7fc66c0cd390 2024-09-10T10:17:07.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7f20d19fd640 1 Processor -- start 2024-09-10T10:17:07.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.665+0000 7f20d19fd640 1 -- start start 2024-09-10T10:17:07.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc669d9b640 1 --2- 172.21.15.157:0/3222613090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc66c0cd390 0x7fc66c06d6f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc660009870 tx=0x7fc66001c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fcdfad600e6454eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.669 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc66959a640 1 -- 172.21.15.157:0/3222613090 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6600ab650 con 0x7fc66c0cd390 2024-09-10T10:17:07.669 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc66959a640 1 -- 172.21.15.157:0/3222613090 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6600b0070 con 0x7fc66c0cd390 2024-09-10T10:17:07.669 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc66959a640 1 -- 172.21.15.157:0/3222613090 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6600aba10 con 0x7fc66c0cd390 2024-09-10T10:17:07.670 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20d19fd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc0705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.670 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20d19fd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f20cc070af0 0x7f20cc0d10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.670 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20d19fd640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20cc141800 con 0x7f20cc140fc0 2024-09-10T10:17:07.670 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20d19fd640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f20cc1609f0 con 0x7f20cc070af0 2024-09-10T10:17:07.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20d19fd640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f20cc141ae0 con 0x7f20cc13f5d0 2024-09-10T10:17:07.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20d11fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f20cc070af0 0x7f20cc0d10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20d11fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f20cc070af0 0x7f20cc0d10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33344/0 (socket says 172.21.15.157:33344) 2024-09-10T10:17:07.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20d11fc640 1 -- 172.21.15.157:0/2803376246 learned_addr learned my addr 172.21.15.157:0/2803376246 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20c3fff640 1 --2- 172.21.15.157:0/2803376246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc0705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20c37fe640 1 -- 172.21.15.157:0/2803376246 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3973915503 0 0) 0x7f20cc141800 con 0x7f20cc140fc0 2024-09-10T10:17:07.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20c37fe640 1 -- 172.21.15.157:0/2803376246 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f20b4003530 con 0x7f20cc140fc0 2024-09-10T10:17:07.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc670e98640 1 -- 172.21.15.157:0/3222613090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc66c0cd390 msgr2=0x7fc66c06d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc670e98640 1 --2- 172.21.15.157:0/3222613090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc66c0cd390 0x7fc66c06d6f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc660009870 tx=0x7fc66001c560 comp rx=0 tx=0).stop 2024-09-10T10:17:07.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc670e98640 1 -- 172.21.15.157:0/3222613090 shutdown_connections 2024-09-10T10:17:07.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc670e98640 1 --2- 172.21.15.157:0/3222613090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cedc0 0x7fc66c0716a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc670e98640 1 --2- 172.21.15.157:0/3222613090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc66c0cd390 0x7fc66c06d6f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc670e98640 1 -- 172.21.15.157:0/3222613090 >> 172.21.15.157:0/3222613090 conn(0x7fc66c0b1ed0 msgr2=0x7fc66c0b22e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc670e98640 1 -- 172.21.15.157:0/3222613090 shutdown_connections 2024-09-10T10:17:07.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc670e98640 1 -- 172.21.15.157:0/3222613090 wait complete. 2024-09-10T10:17:07.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20c3fff640 1 -- 172.21.15.157:0/2803376246 >> v2:172.21.15.157:3300/0 conn(0x7f20cc070af0 msgr2=0x7f20cc0d10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20c3fff640 1 --2- 172.21.15.157:0/2803376246 >> v2:172.21.15.157:3300/0 conn(0x7f20cc070af0 0x7f20cc0d10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20c37fe640 1 -- 172.21.15.157:0/2803376246 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 721798313 0 0) 0x7f20b4003530 con 0x7f20cc140fc0 2024-09-10T10:17:07.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20c3fff640 1 -- 172.21.15.157:0/2803376246 >> v1:172.21.15.157:6789/0 conn(0x7f20cc140fc0 legacy=0x7f20cc1602e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f20c3fff640 1 -- 172.21.15.157:0/2803376246 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20cc141dc0 con 0x7f20cc13f5d0 2024-09-10T10:17:07.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7fc670e98640 1 Processor -- start 2024-09-10T10:17:07.674 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f00659c3640 1 Processor -- start 2024-09-10T10:17:07.674 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f00659c3640 1 -- start start 2024-09-10T10:17:07.674 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f00659c3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f00600b36f0 0x7f00600b4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.674 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f00659c3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00600cd0b0 0x7f006006d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.674 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f00659c3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f006006c0a0 con 0x7f00601629a0 2024-09-10T10:17:07.674 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f00659c3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f006006d680 con 0x7f00600b36f0 2024-09-10T10:17:07.674 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f00659c3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f006006c380 con 0x7f00600cd0b0 2024-09-10T10:17:07.675 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f8555335640 1 Processor -- start 2024-09-10T10:17:07.675 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f8555335640 1 -- start start 2024-09-10T10:17:07.675 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f00651c2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00600cd0b0 0x7f006006d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.675 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f00651c2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00600cd0b0 0x7f006006d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59118/0 (socket says 172.21.15.157:59118) 2024-09-10T10:17:07.675 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f00651c2640 1 -- 172.21.15.157:0/1416757331 learned_addr learned my addr 172.21.15.157:0/1416757331 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f8555335640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8548033c20 0x7f8548036030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f8555335640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f854800ab00 con 0x7f8548036570 2024-09-10T10:17:07.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f8555335640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8548036a80 con 0x7f8548033840 2024-09-10T10:17:07.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.669+0000 7f8555335640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f8548036d60 con 0x7f8548033c20 2024-09-10T10:17:07.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f8554b34640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f8548036570 0x7f8548006420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40180/0 (socket says 172.21.15.157:40180) 2024-09-10T10:17:07.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f8554b34640 1 -- 172.21.15.157:0/562003160 learned_addr learned my addr 172.21.15.157:0/562003160 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:07.677 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f005ffff640 1 --2- 172.21.15.157:0/1416757331 >> v2:172.21.15.192:3300/0 conn(0x7f00600b36f0 0x7f00600b4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.677 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc670e98640 1 -- start start 2024-09-10T10:17:07.677 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f5f517a5640 1 Processor -- start 2024-09-10T10:17:07.678 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff9a12a1640 1 Processor -- start 2024-09-10T10:17:07.678 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 880959094 0 0) 0x7f854800ab00 con 0x7f8548036570 2024-09-10T10:17:07.678 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8540003530 con 0x7f8548036570 2024-09-10T10:17:07.678 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854f7fe640 1 --2- 172.21.15.157:0/562003160 >> v2:172.21.15.192:3300/0 conn(0x7f8548033c20 0x7f8548036030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f005ffff640 1 -- 172.21.15.157:0/1416757331 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00600cd0b0 msgr2=0x7f006006d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f005ffff640 1 --2- 172.21.15.157:0/1416757331 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00600cd0b0 0x7f006006d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f005ffff640 1 -- 172.21.15.157:0/1416757331 >> v1:172.21.15.192:6789/0 conn(0x7f00601629a0 legacy=0x7f00600cc9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f005ffff640 1 -- 172.21.15.157:0/1416757331 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f006006c660 con 0x7f00600b36f0 2024-09-10T10:17:07.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f00651c2640 1 --2- 172.21.15.157:0/1416757331 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00600cd0b0 0x7f006006d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:17:07.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f5f517a5640 1 -- start start 2024-09-10T10:17:07.680 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1416456086 0 0) 0x7f8540003530 con 0x7f8548036570 2024-09-10T10:17:07.680 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 >> v2:172.21.15.192:3300/0 conn(0x7f8548033c20 msgr2=0x7f8548036030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.680 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 --2- 172.21.15.157:0/562003160 >> v2:172.21.15.192:3300/0 conn(0x7f8548033c20 0x7f8548036030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.680 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 >> v1:172.21.15.192:6789/0 conn(0x7f8548033840 legacy=0x7f854800b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20c3fff640 1 --2- 172.21.15.157:0/2803376246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc0705b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0097c0 tx=0x7f20bc01c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b49eb9db6f159e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff9a12a1640 1 -- start start 2024-09-10T10:17:07.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f854800ada0 con 0x7f8548036570 2024-09-10T10:17:07.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20c37fe640 1 -- 172.21.15.157:0/2803376246 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20bc0b0070 con 0x7f20cc13f5d0 2024-09-10T10:17:07.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20c37fe640 1 -- 172.21.15.157:0/2803376246 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20bc0ab400 con 0x7f20cc13f5d0 2024-09-10T10:17:07.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20c37fe640 1 -- 172.21.15.157:0/2803376246 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c8001680 con 0x7f20cc13f5d0 2024-09-10T10:17:07.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20d19fd640 1 -- 172.21.15.157:0/2803376246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 msgr2=0x7f20cc0705b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20d19fd640 1 --2- 172.21.15.157:0/2803376246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc0705b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0097c0 tx=0x7f20bc01c3c0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f85500504e0 con 0x7f8548036570 2024-09-10T10:17:07.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 >> v1:172.21.15.157:6789/0 conn(0x7f8548036570 legacy=0x7f8548006420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.683 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85400039c0 0x7f8540003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.683 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8540004810 0x7f8540004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.683 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85400051d0 0x7f854000b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.683 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8548036d60 con 0x7f85400051d0 2024-09-10T10:17:07.683 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f854000c100 con 0x7f8540004810 2024-09-10T10:17:07.683 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f854000c300 con 0x7f85400039c0 2024-09-10T10:17:07.683 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854f7fe640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8540004810 0x7f8540004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.683 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f8554b34640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85400051d0 0x7f854000b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.683 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854ffff640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85400039c0 0x7f8540003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.684 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff9a12a1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff99c0b39c0 0x7ff99c0cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.684 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff9a12a1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff99c151480 0x7ff99c06bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.684 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff9a12a1640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff99c0ce090 con 0x7ff99c0cd570 2024-09-10T10:17:07.684 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff9a12a1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7ff99c0b4040 con 0x7ff99c0b39c0 2024-09-10T10:17:07.684 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff9a12a1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7ff99c0ce9c0 con 0x7ff99c151480 2024-09-10T10:17:07.684 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff99a7fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff99c0b39c0 0x7ff99c0cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.684 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff99a7fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff99c0b39c0 0x7ff99c0cee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33362/0 (socket says 172.21.15.157:33362) 2024-09-10T10:17:07.684 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff99a7fc640 1 -- 172.21.15.157:0/3533366340 learned_addr learned my addr 172.21.15.157:0/3533366340 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc670e98640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cd390 0x7fc66c147500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc670e98640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc66c0cedc0 0x7fc66c14f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc670e98640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc66c15b1c0 0x7fc66c14fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc670e98640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc66c072570 con 0x7fc66c0cedc0 2024-09-10T10:17:07.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc670e98640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc66c0723f0 con 0x7fc66c15b1c0 2024-09-10T10:17:07.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc670e98640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc66c0726f0 con 0x7fc66c0cd390 2024-09-10T10:17:07.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc669d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc66c0cedc0 0x7fc66c14f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc669d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc66c0cedc0 0x7fc66c14f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33356/0 (socket says 172.21.15.157:33356) 2024-09-10T10:17:07.685 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc669d9b640 1 -- 172.21.15.157:0/3534220527 learned_addr learned my addr 172.21.15.157:0/3534220527 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc66a59c640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cd390 0x7fc66c147500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc66ad9d640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc66c15b1c0 0x7fc66c14fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc66a59c640 1 -- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc66c15b1c0 msgr2=0x7fc66c14fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc66a59c640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc66c15b1c0 0x7fc66c14fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc66a59c640 1 -- 172.21.15.157:0/3534220527 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc66c0cedc0 msgr2=0x7fc66c14f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc66a59c640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc66c0cedc0 0x7fc66c14f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc66a59c640 1 -- 172.21.15.157:0/3534220527 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc66c1ff610 con 0x7fc66c0cd390 2024-09-10T10:17:07.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854ffff640 1 -- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8540004810 msgr2=0x7f8540004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.686 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854ffff640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8540004810 0x7f8540004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854ffff640 1 -- 172.21.15.157:0/562003160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85400051d0 msgr2=0x7f854000b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854ffff640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85400051d0 0x7f854000b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f854ffff640 1 -- 172.21.15.157:0/562003160 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f854800ada0 con 0x7f85400039c0 2024-09-10T10:17:07.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f8554b34640 1 -- 172.21.15.157:0/562003160 reap_dead start 2024-09-10T10:17:07.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff99b7fe640 1 --2- 172.21.15.157:0/3533366340 >> v2:172.21.15.192:3300/0 conn(0x7ff99c151480 0x7ff99c06bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff99a7fc640 1 -- 172.21.15.157:0/3533366340 >> v2:172.21.15.192:3300/0 conn(0x7ff99c151480 msgr2=0x7ff99c06bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff99a7fc640 1 --2- 172.21.15.157:0/3533366340 >> v2:172.21.15.192:3300/0 conn(0x7ff99c151480 0x7ff99c06bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.687 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff99a7fc640 1 -- 172.21.15.157:0/3533366340 >> v1:172.21.15.157:6789/0 conn(0x7ff99c0cd570 legacy=0x7ff99c0b32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.688 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc66a59c640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cd390 0x7fc66c147500 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc66400c6d0 tx=0x7fc66400cb90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.688 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7ff99a7fc640 1 -- 172.21.15.157:0/3533366340 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff99c0ce370 con 0x7ff99c0b39c0 2024-09-10T10:17:07.688 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc65affd640 1 -- 172.21.15.157:0/3534220527 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc664018070 con 0x7fc66c0cd390 2024-09-10T10:17:07.689 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f5f517a5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44036740 0x7f5f44006f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.689 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20d19fd640 1 -- 172.21.15.157:0/2803376246 shutdown_connections 2024-09-10T10:17:07.689 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20d19fd640 1 --2- 172.21.15.157:0/2803376246 >> v2:172.21.15.157:3300/0 conn(0x7f20cc070af0 0x7f20cc0d10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.689 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20d19fd640 1 --2- 172.21.15.157:0/2803376246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc0705b0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.689 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20d19fd640 1 -- 172.21.15.157:0/2803376246 >> 172.21.15.157:0/2803376246 conn(0x7f20cc067a00 msgr2=0x7f20cc067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.689 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f20d19fd640 1 -- 172.21.15.157:0/2803376246 shutdown_connections 2024-09-10T10:17:07.690 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d19fd640 1 -- 172.21.15.157:0/2803376246 wait complete. 2024-09-10T10:17:07.690 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7f5f4bfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f5f44033870 0x7f5f44036030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:51540/0 (socket says 172.21.15.157:51540) 2024-09-10T10:17:07.690 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4b7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44036740 0x7f5f44006f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.690 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4b7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44036740 0x7f5f44006f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59152/0 (socket says 172.21.15.157:59152) 2024-09-10T10:17:07.690 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f50fa4640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f5f44039260 0x7f5f440de200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40206/0 (socket says 172.21.15.157:40206) 2024-09-10T10:17:07.690 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4bfff640 1 -- 172.21.15.157:0/3356098650 learned_addr learned my addr 172.21.15.157:0/3356098650 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:07.691 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f005ffff640 1 --2- 172.21.15.157:0/1416757331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 0x7f00600b4500 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f00540097c0 tx=0x7f005401c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f16e8dabdc77c181 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.691 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f517a5640 1 -- 172.21.15.157:0/3356098650 --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f44033c50 con 0x7f5f44039260 2024-09-10T10:17:07.691 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc66c1ff8f0 con 0x7fc66c0cd390 2024-09-10T10:17:07.691 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.673+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc66c1ffeb0 con 0x7fc66c0cd390 2024-09-10T10:17:07.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f005f7fe640 1 -- 172.21.15.157:0/1416757331 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00540b2070 con 0x7f00600b36f0 2024-09-10T10:17:07.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f005f7fe640 1 -- 172.21.15.157:0/1416757331 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00540a9070 con 0x7f00600b36f0 2024-09-10T10:17:07.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f005f7fe640 1 -- 172.21.15.157:0/1416757331 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00540ad880 con 0x7f00600b36f0 2024-09-10T10:17:07.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4affd640 1 -- 172.21.15.157:0/3356098650 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1800017052 0 0) 0x7f5f44033c50 con 0x7f5f44039260 2024-09-10T10:17:07.693 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f517a5640 1 -- 172.21.15.157:0/3356098650 --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f44039820 con 0x7f5f44033870 2024-09-10T10:17:07.693 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f517a5640 1 -- 172.21.15.157:0/3356098650 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5f440554b0 con 0x7f5f44036740 2024-09-10T10:17:07.693 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4affd640 1 -- 172.21.15.157:0/3356098650 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5f3c003530 con 0x7f5f44039260 2024-09-10T10:17:07.693 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d19fd640 1 Processor -- start 2024-09-10T10:17:07.693 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4affd640 1 -- 172.21.15.157:0/3356098650 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 178845693 0 0) 0x7f5f44039820 con 0x7f5f44033870 2024-09-10T10:17:07.693 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4affd640 1 -- 172.21.15.157:0/3356098650 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5f44033c50 con 0x7f5f44033870 2024-09-10T10:17:07.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4b7fe640 1 -- 172.21.15.157:0/3356098650 >> v1:172.21.15.192:6789/0 conn(0x7f5f44033870 legacy=0x7f5f44036030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4b7fe640 1 -- 172.21.15.157:0/3356098650 >> v1:172.21.15.157:6789/0 conn(0x7f5f44039260 legacy=0x7f5f440de200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4affd640 1 -- 172.21.15.157:0/3356098650 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3021456563 0 0) 0x7f5f3c003530 con 0x7f5f44039260 2024-09-10T10:17:07.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7fc65affd640 1 -- 172.21.15.157:0/3534220527 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc664004d70 con 0x7fc66c0cd390 2024-09-10T10:17:07.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc66c06d6f0 con 0x7fc66c0cd390 2024-09-10T10:17:07.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7fc65affd640 1 -- 172.21.15.157:0/3534220527 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66400a820 con 0x7fc66c0cd390 2024-09-10T10:17:07.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f00659c3640 1 -- 172.21.15.157:0/1416757331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 msgr2=0x7f00600b4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.695 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f00659c3640 1 --2- 172.21.15.157:0/1416757331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 0x7f00600b4500 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f00540097c0 tx=0x7f005401c3a0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.695 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d19fd640 1 -- start start 2024-09-10T10:17:07.695 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f00659c3640 1 -- 172.21.15.157:0/1416757331 shutdown_connections 2024-09-10T10:17:07.695 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f00659c3640 1 --2- 172.21.15.157:0/1416757331 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00600cd0b0 0x7f006006d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.695 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f00659c3640 1 --2- 172.21.15.157:0/1416757331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 0x7f00600b4500 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f00659c3640 1 -- 172.21.15.157:0/1416757331 >> 172.21.15.157:0/1416757331 conn(0x7f00600cff90 msgr2=0x7f00600d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f00659c3640 1 -- 172.21.15.157:0/1416757331 shutdown_connections 2024-09-10T10:17:07.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f5f4b7fe640 1 -- 172.21.15.157:0/3356098650 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f44039b00 con 0x7f5f44036740 2024-09-10T10:17:07.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7ff99a7fc640 1 --2- 172.21.15.157:0/3533366340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0b39c0 0x7ff99c0cee50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff99c0ce930 tx=0x7ff99001d6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b366bc556e14f66d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.697 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d19fd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20cc070af0 0x7f20cc0b4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.697 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d19fd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc155b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.697 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f854ffff640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85400039c0 0x7f8540003dc0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8544007fd0 tx=0x7f854401c5a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2666265a5f27ceb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.697 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d19fd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20cc140fc0 0x7f20cc1378c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.697 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d19fd640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f20cc141520 con 0x7f20cc140fc0 2024-09-10T10:17:07.698 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d19fd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f20cc1413a0 con 0x7f20cc070af0 2024-09-10T10:17:07.698 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d19fd640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f20cc168c80 con 0x7f20cc13f5d0 2024-09-10T10:17:07.698 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f00659c3640 1 -- 172.21.15.157:0/1416757331 wait complete. 2024-09-10T10:17:07.698 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f9fbdaf0640 1 Processor -- start 2024-09-10T10:17:07.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d09fb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20cc070af0 0x7f20cc0b4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20c3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc155b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d09fb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20cc070af0 0x7f20cc0b4a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56006/0 (socket says 172.21.15.157:56006) 2024-09-10T10:17:07.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20c3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc155b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59160/0 (socket says 172.21.15.157:59160) 2024-09-10T10:17:07.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20d09fb640 1 -- 172.21.15.157:0/3372218145 learned_addr learned my addr 172.21.15.157:0/3372218145 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f9fbdaf0640 1 -- start start 2024-09-10T10:17:07.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20c3fff640 1 -- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20cc070af0 msgr2=0x7f20cc0b4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20c3fff640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20cc070af0 0x7f20cc0b4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20c3fff640 1 -- 172.21.15.157:0/3372218145 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20cc140fc0 msgr2=0x7f20cc1378c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20c3fff640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20cc140fc0 0x7f20cc1378c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20c3fff640 1 -- 172.21.15.157:0/3372218145 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20cc0b3a20 con 0x7f20cc13f5d0 2024-09-10T10:17:07.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f00659c3640 1 Processor -- start 2024-09-10T10:17:07.701 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.677+0000 7f20c3fff640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc155b00 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0ab000 tx=0x7f20bc019160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.701 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00659c3640 1 -- start start 2024-09-10T10:17:07.701 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7ff999ffb640 1 -- 172.21.15.157:0/3533366340 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9900b1600 con 0x7ff99c0b39c0 2024-09-10T10:17:07.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20c17fa640 1 -- 172.21.15.157:0/3372218145 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20bc0b0040 con 0x7f20cc13f5d0 2024-09-10T10:17:07.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20c17fa640 1 -- 172.21.15.157:0/3372218145 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20bc0abd50 con 0x7f20cc13f5d0 2024-09-10T10:17:07.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85440b0070 con 0x7f85400039c0 2024-09-10T10:17:07.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20c17fa640 1 -- 172.21.15.157:0/3372218145 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20bc0b56c0 con 0x7f20cc13f5d0 2024-09-10T10:17:07.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85440ab600 con 0x7f85400039c0 2024-09-10T10:17:07.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fbdaf0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb004eb70 0x7f9fb0047580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f854effd640 1 -- 172.21.15.157:0/562003160 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85440040c0 con 0x7f85400039c0 2024-09-10T10:17:07.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20d19fd640 1 -- 172.21.15.157:0/3372218145 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20cc156040 con 0x7f20cc13f5d0 2024-09-10T10:17:07.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20d19fd640 1 -- 172.21.15.157:0/3372218145 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f20cc0b3fa0 con 0x7f20cc13f5d0 2024-09-10T10:17:07.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fbdaf0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9fb0009b00 0x7f9fb0009fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fbdaf0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fb001dea0 con 0x7f9fb00338c0 2024-09-10T10:17:07.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fbdaf0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f9fb000bac0 con 0x7f9fb0009b00 2024-09-10T10:17:07.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fbdaf0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb001d0e0 con 0x7f9fb004eb70 2024-09-10T10:17:07.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7fc65affd640 1 -- 172.21.15.157:0/3534220527 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc66400a9c0 con 0x7fc66c0cd390 2024-09-10T10:17:07.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fb7fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9fb0009b00 0x7f9fb0009fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fb77fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb004eb70 0x7f9fb0047580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fb7fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9fb0009b00 0x7f9fb0009fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33374/0 (socket says 172.21.15.157:33374) 2024-09-10T10:17:07.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fb7fff640 1 -- 172.21.15.157:0/2218759236 learned_addr learned my addr 172.21.15.157:0/2218759236 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7fc65affd640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc64c0678c0 0x7fc64c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00659c3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 0x7f00600add50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00659c3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00600cd0b0 0x7f00601500c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7fc65affd640 1 -- 172.21.15.157:0/3534220527 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc664085980 con 0x7fc66c0cd390 2024-09-10T10:17:07.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7fc65affd640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7fc64c06fa60 0x7fc64c071e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.706 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f005ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00600cd0b0 0x7f00601500c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.707 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f005ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00600cd0b0 0x7f00601500c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33390/0 (socket says 172.21.15.157:33390) 2024-09-10T10:17:07.707 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20d19fd640 1 -- 172.21.15.157:0/3372218145 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f20cc0d10e0 con 0x7f20cc13f5d0 2024-09-10T10:17:07.707 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7fc65affd640 1 -- 172.21.15.157:0/3534220527 --> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc664005e50 con 0x7fc64c06fa60 2024-09-10T10:17:07.707 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7fc65affd640 1 -- 172.21.15.157:0/3534220527 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc664085d70 con 0x7fc66c0cd390 2024-09-10T10:17:07.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00659c3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00601629a0 0x7f0060204b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00649c1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 0x7f00600add50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00649c1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 0x7f00600add50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56014/0 (socket says 172.21.15.157:56014) 2024-09-10T10:17:07.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fb7fff640 1 -- 172.21.15.157:0/2218759236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb004eb70 msgr2=0x7f9fb0047580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fb7fff640 1 --2- 172.21.15.157:0/2218759236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb004eb70 0x7f9fb0047580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00659c3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0060163710 con 0x7f00600cd0b0 2024-09-10T10:17:07.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00659c3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0060163590 con 0x7f00600b36f0 2024-09-10T10:17:07.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fb7fff640 1 -- 172.21.15.157:0/2218759236 >> v1:172.21.15.192:6789/0 conn(0x7f9fb00338c0 legacy=0x7f9fb004ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f9fb7fff640 1 -- 172.21.15.157:0/2218759236 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb001d3c0 con 0x7f9fb0009b00 2024-09-10T10:17:07.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00659c3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0060163890 con 0x7f00601629a0 2024-09-10T10:17:07.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00649c1640 1 -- 172.21.15.157:0/547122440 learned_addr learned my addr 172.21.15.157:0/547122440 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00651c2640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00601629a0 0x7f0060204b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f5f4b7fe640 1 --2- 172.21.15.157:0/3356098650 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44036740 0x7f5f44006f50 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5f4c06b610 tx=0x7f5f4c098630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82e5ed77fefd5e80 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00649c1640 1 -- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00601629a0 msgr2=0x7f0060204b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00649c1640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00601629a0 0x7f0060204b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00649c1640 1 -- 172.21.15.157:0/547122440 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00600cd0b0 msgr2=0x7f00601500c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.711 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00649c1640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00600cd0b0 0x7f00601500c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.711 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00649c1640 1 -- 172.21.15.157:0/547122440 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00600cdcc0 con 0x7f00600b36f0 2024-09-10T10:17:07.711 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20c17fa640 1 -- 172.21.15.157:0/3372218145 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f20bc0b3070 con 0x7f20cc13f5d0 2024-09-10T10:17:07.711 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7fc669d9b640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc64c0678c0 0x7fc64c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.711 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f8555335640 1 -- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85400039c0 msgr2=0x7f8540003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f8555335640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85400039c0 0x7f8540003dc0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8544007fd0 tx=0x7f854401c5a0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f00649c1640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 0x7f00600add50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f005800ba50 tx=0x7f005800bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20c17fa640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20b8067910 0x7f20b8069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20c17fa640 1 -- 172.21.15.157:0/3372218145 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f20bc11f610 con 0x7f20cc13f5d0 2024-09-10T10:17:07.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f8555335640 1 -- 172.21.15.157:0/562003160 shutdown_connections 2024-09-10T10:17:07.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f8555335640 1 --2- 172.21.15.157:0/562003160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85400039c0 0x7f8540003dc0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f8555335640 1 -- 172.21.15.157:0/562003160 >> 172.21.15.157:0/562003160 conn(0x7f854801d940 msgr2=0x7f85480545b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20c17fa640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f20b806fab0 0x7f20b8071ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7ff999ffb640 1 -- 172.21.15.157:0/3533366340 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9900b17a0 con 0x7ff99c0b39c0 2024-09-10T10:17:07.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20c17fa640 1 -- 172.21.15.157:0/3372218145 --> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f20bc0a9ec0 con 0x7f20b806fab0 2024-09-10T10:17:07.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20d09fb640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20b8067910 0x7f20b8069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20d11fc640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f20b806fab0 0x7f20b8071ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f20d11fc640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f20b806fab0 0x7f20b8071ed0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f20d09fb640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20b8067910 0x7f20b8069dd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f20c8000fc0 tx=0x7f20c8000ee0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.715 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f5f4affd640 1 -- 172.21.15.157:0/3356098650 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f4c12d070 con 0x7f5f44036740 2024-09-10T10:17:07.715 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f5f4affd640 1 -- 172.21.15.157:0/3356098650 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f4c128430 con 0x7f5f44036740 2024-09-10T10:17:07.715 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.681+0000 7f5f4affd640 1 -- 172.21.15.157:0/3356098650 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f4c124050 con 0x7f5f44036740 2024-09-10T10:17:07.715 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f5f517a5640 1 -- 172.21.15.157:0/3356098650 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44036740 msgr2=0x7f5f44006f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.715 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f5f517a5640 1 --2- 172.21.15.157:0/3356098650 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44036740 0x7f5f44006f50 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5f4c06b610 tx=0x7f5f4c098630 comp rx=0 tx=0).stop 2024-09-10T10:17:07.715 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 -- 172.21.15.157:0/3533366340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0b39c0 msgr2=0x7ff99c0cee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.716 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 --2- 172.21.15.157:0/3533366340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0b39c0 0x7ff99c0cee50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff99c0ce930 tx=0x7ff99001d6c0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.716 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7fc66ad9d640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7fc64c06fa60 0x7fc64c071e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.716 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f8555335640 1 -- 172.21.15.157:0/562003160 shutdown_connections 2024-09-10T10:17:07.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f20c17fa640 1 -- 172.21.15.157:0/3372218145 <== osd.0 v2:172.21.15.157:6816/3502864148 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f20bc0a9ec0 con 0x7f20b806fab0 2024-09-10T10:17:07.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7fc669d9b640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc64c0678c0 0x7fc64c069d80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc660009870 tx=0x7fc6600a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 -- 172.21.15.157:0/3533366340 shutdown_connections 2024-09-10T10:17:07.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 --2- 172.21.15.157:0/3533366340 >> v2:172.21.15.192:3300/0 conn(0x7ff99c151480 0x7ff99c06bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 --2- 172.21.15.157:0/3533366340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0b39c0 0x7ff99c0cee50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 -- 172.21.15.157:0/3533366340 >> 172.21.15.157:0/3533366340 conn(0x7ff99c0cca50 msgr2=0x7ff99c0cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f9fb7fff640 1 --2- 172.21.15.157:0/2218759236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fb0009b00 0x7f9fb0009fb0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9fb806a450 tx=0x7f9fb8098730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=511b3873dfc30753 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f5f517a5640 1 -- 172.21.15.157:0/3356098650 shutdown_connections 2024-09-10T10:17:07.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f5f517a5640 1 --2- 172.21.15.157:0/3356098650 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44036740 0x7f5f44006f50 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f5f517a5640 1 -- 172.21.15.157:0/3356098650 >> 172.21.15.157:0/3356098650 conn(0x7f5f4401d940 msgr2=0x7f5f440545b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f9fb67fc640 1 -- 172.21.15.157:0/2218759236 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb8127650 con 0x7f9fb0009b00 2024-09-10T10:17:07.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f9fb67fc640 1 -- 172.21.15.157:0/2218759236 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fb8127830 con 0x7f9fb0009b00 2024-09-10T10:17:07.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f9fb67fc640 1 -- 172.21.15.157:0/2218759236 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb8127ca0 con 0x7f9fb0009b00 2024-09-10T10:17:07.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 -- 172.21.15.157:0/3533366340 shutdown_connections 2024-09-10T10:17:07.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 -- 172.21.15.157:0/3533366340 wait complete. 2024-09-10T10:17:07.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f8555335640 1 -- 172.21.15.157:0/562003160 wait complete. 2024-09-10T10:17:07.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7fc66ad9d640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7fc64c06fa60 0x7fc64c071e80 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2218759236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fb0009b00 msgr2=0x7f9fb0009fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f9fbdaf0640 1 --2- 172.21.15.157:0/2218759236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fb0009b00 0x7f9fb0009fb0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9fb806a450 tx=0x7f9fb8098730 comp rx=0 tx=0).stop 2024-09-10T10:17:07.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f5f517a5640 1 -- 172.21.15.157:0/3356098650 shutdown_connections 2024-09-10T10:17:07.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f8555335640 1 Processor -- start 2024-09-10T10:17:07.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f005d7fa640 1 -- 172.21.15.157:0/547122440 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0058019070 con 0x7f00600b36f0 2024-09-10T10:17:07.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f005d7fa640 1 -- 172.21.15.157:0/547122440 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f005800cc20 con 0x7f00600b36f0 2024-09-10T10:17:07.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f005d7fa640 1 -- 172.21.15.157:0/547122440 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0058014680 con 0x7f00600b36f0 2024-09-10T10:17:07.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0060150600 con 0x7f00600b36f0 2024-09-10T10:17:07.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00600c5150 con 0x7f00600b36f0 2024-09-10T10:17:07.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f5f517a5640 1 -- 172.21.15.157:0/3356098650 wait complete. 2024-09-10T10:17:07.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f517a5640 1 Processor -- start 2024-09-10T10:17:07.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 Processor -- start 2024-09-10T10:17:07.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7ff9a12a1640 1 -- start start 2024-09-10T10:17:07.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff9a12a1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff99c0b39c0 0x7ff99c200ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff9a12a1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0cd570 0x7ff99c072d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f20c17fa640 1 -- 172.21.15.157:0/3372218145 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f20bc0ebe60 con 0x7f20cc13f5d0 2024-09-10T10:17:07.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.685+0000 7f8555335640 1 -- start start 2024-09-10T10:17:07.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f8555335640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85400039c0 0x7f8548032a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f8555335640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85480d35e0 0x7f8548032f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff9a12a1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff99c151480 0x7ff99c0732b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99a7fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0cd570 0x7ff99c072d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99a7fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0cd570 0x7ff99c072d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33396/0 (socket says 172.21.15.157:33396) 2024-09-10T10:17:07.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f00600c5810 con 0x7f00600b36f0 2024-09-10T10:17:07.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff9a12a1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff99c0b58d0 con 0x7ff99c0cd570 2024-09-10T10:17:07.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff9a12a1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff99c0b5750 con 0x7ff99c0b39c0 2024-09-10T10:17:07.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff9a12a1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7ff99c0b5a50 con 0x7ff99c151480 2024-09-10T10:17:07.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99a7fc640 1 -- 172.21.15.157:0/1029821638 learned_addr learned my addr 172.21.15.157:0/1029821638 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f517a5640 1 -- start start 2024-09-10T10:17:07.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7fc65affd640 1 -- 172.21.15.157:0/3534220527 <== osd.5 v2:172.21.15.192:6826/2504646371 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc664005e50 con 0x7fc64c06fa60 2024-09-10T10:17:07.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f517a5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44033870 0x7f5f44187dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f517a5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f44036740 0x7f5f440e1da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f517a5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f44039260 0x7f5f440ddf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f517a5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5f440ec8c0 con 0x7f5f44039260 2024-09-10T10:17:07.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f517a5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5f440ec740 con 0x7f5f44036740 2024-09-10T10:17:07.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f517a5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5f440eca40 con 0x7f5f44033870 2024-09-10T10:17:07.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f854ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85400039c0 0x7f8548032a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f854ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85400039c0 0x7f8548032a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56034/0 (socket says 172.21.15.157:56034) 2024-09-10T10:17:07.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99b7fe640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff99c151480 0x7ff99c0732b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99a7fc640 1 -- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff99c151480 msgr2=0x7ff99c0732b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99a7fc640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff99c151480 0x7ff99c0732b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99a7fc640 1 -- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff99c0b39c0 msgr2=0x7ff99c200ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99a7fc640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff99c0b39c0 0x7ff99c200ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99a7fc640 1 -- 172.21.15.157:0/1029821638 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff99c15f130 con 0x7ff99c0cd570 2024-09-10T10:17:07.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f4bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44033870 0x7f5f44187dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f4bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44033870 0x7f5f44187dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59216/0 (socket says 172.21.15.157:59216) 2024-09-10T10:17:07.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f4bfff640 1 -- 172.21.15.157:0/1565826467 learned_addr learned my addr 172.21.15.157:0/1565826467 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f50fa4640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f44039260 0x7f5f440ddf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f4b7fe640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f44036740 0x7f5f440e1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7ff99a7fc640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0cd570 0x7ff99c072d70 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff99001b2f0 tx=0x7ff99001a460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f50fa4640 1 -- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44033870 msgr2=0x7f5f44187dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f50fa4640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f44033870 0x7f5f44187dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f50fa4640 1 -- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f44036740 msgr2=0x7f5f440e1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f50fa4640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f44036740 0x7f5f440e1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f50fa4640 1 -- 172.21.15.157:0/1565826467 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f4404e5b0 con 0x7f5f44039260 2024-09-10T10:17:07.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f5f50fa4640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f44039260 0x7f5f440ddf90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f5f4000c750 tx=0x7f5f4000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.730 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2218759236 shutdown_connections 2024-09-10T10:17:07.731 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f9fbdaf0640 1 --2- 172.21.15.157:0/2218759236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fb0009b00 0x7f9fb0009fb0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.731 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f9fbdaf0640 1 --2- 172.21.15.157:0/2218759236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb004eb70 0x7f9fb0047580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.731 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2218759236 >> 172.21.15.157:0/2218759236 conn(0x7f9fb00360a0 msgr2=0x7f9fb00364b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.731 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2218759236 shutdown_connections 2024-09-10T10:17:07.731 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.689+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2218759236 wait complete. 2024-09-10T10:17:07.731 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854f7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85480d35e0 0x7f8548032f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.731 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854ffff640 1 -- 172.21.15.157:0/542872874 learned_addr learned my addr 172.21.15.157:0/542872874 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f8555335640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f854803db40 0x7f854803dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f48ff9640 1 -- 172.21.15.157:0/1565826467 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f40007270 con 0x7f5f44039260 2024-09-10T10:17:07.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f48ff9640 1 -- 172.21.15.157:0/1565826467 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f40007430 con 0x7f5f44039260 2024-09-10T10:17:07.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f48ff9640 1 -- 172.21.15.157:0/1565826467 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f40005820 con 0x7f5f44039260 2024-09-10T10:17:07.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f440489a0 con 0x7f5f44039260 2024-09-10T10:17:07.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f44048330 con 0x7f5f44039260 2024-09-10T10:17:07.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5f2c001040 con 0x7f5f44039260 2024-09-10T10:17:07.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f8555335640 1 -- 172.21.15.157:0/542872874 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8548006db0 con 0x7f854803db40 2024-09-10T10:17:07.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f8555335640 1 -- 172.21.15.157:0/542872874 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8548006c30 con 0x7f85400039c0 2024-09-10T10:17:07.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f8555335640 1 -- 172.21.15.157:0/542872874 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f8548039210 con 0x7f85480d35e0 2024-09-10T10:17:07.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854ffff640 1 -- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85480d35e0 msgr2=0x7f8548032f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854ffff640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85480d35e0 0x7f8548032f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854ffff640 1 -- 172.21.15.157:0/542872874 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f854803db40 msgr2=0x7f854803dfc0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T10:17:07.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854ffff640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f854803db40 0x7f854803dfc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854ffff640 1 -- 172.21.15.157:0/542872874 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85480f4960 con 0x7f85400039c0 2024-09-10T10:17:07.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854ffff640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85400039c0 0x7f8548032a00 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f854401ca80 tx=0x7f8540005840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854cff9640 1 -- 172.21.15.157:0/542872874 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85440b9020 con 0x7f85400039c0 2024-09-10T10:17:07.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854cff9640 1 -- 172.21.15.157:0/542872874 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85440abe10 con 0x7f85400039c0 2024-09-10T10:17:07.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f854cff9640 1 -- 172.21.15.157:0/542872874 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85440b0040 con 0x7f85400039c0 2024-09-10T10:17:07.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7ff9837fe640 1 -- 172.21.15.157:0/1029821638 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9900a97d0 con 0x7ff99c0cd570 2024-09-10T10:17:07.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7ff9a12a1640 1 -- 172.21.15.157:0/1029821638 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff99c204960 con 0x7ff99c0cd570 2024-09-10T10:17:07.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7ff9a12a1640 1 -- 172.21.15.157:0/1029821638 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff99c15f6d0 con 0x7ff99c0cd570 2024-09-10T10:17:07.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7ff9817fa640 1 -- 172.21.15.157:0/1029821638 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff97c001040 con 0x7ff99c0cd570 2024-09-10T10:17:07.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7ff9837fe640 1 -- 172.21.15.157:0/1029821638 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9900a9970 con 0x7ff99c0cd570 2024-09-10T10:17:07.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fbdaf0640 1 Processor -- start 2024-09-10T10:17:07.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fbdaf0640 1 -- start start 2024-09-10T10:17:07.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f8555335640 1 -- 172.21.15.157:0/542872874 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8548021040 con 0x7f85400039c0 2024-09-10T10:17:07.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f8555335640 1 -- 172.21.15.157:0/542872874 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8548021600 con 0x7f85400039c0 2024-09-10T10:17:07.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7ff9837fe640 1 -- 172.21.15.157:0/1029821638 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9900a9d40 con 0x7ff99c0cd570 2024-09-10T10:17:07.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f48ff9640 1 -- 172.21.15.157:0/1565826467 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5f400059c0 con 0x7f5f44039260 2024-09-10T10:17:07.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fbdaf0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb0009b00 0x7f9fb00e2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fbdaf0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fb00338c0 0x7f9fb00385d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fbdaf0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fb004eb70 0x7f9fb0038b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fbdaf0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb00f3b30 con 0x7f9fb00338c0 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fbdaf0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb00f39b0 con 0x7f9fb004eb70 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fbdaf0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb00f3cb0 con 0x7f9fb0009b00 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fb77fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb0009b00 0x7f9fb00e2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fb77fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb0009b00 0x7f9fb00e2600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59230/0 (socket says 172.21.15.157:59230) 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fb77fe640 1 -- 172.21.15.157:0/2250892479 learned_addr learned my addr 172.21.15.157:0/2250892479 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fb77fe640 1 -- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fb004eb70 msgr2=0x7f9fb0038b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fb77fe640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fb004eb70 0x7f9fb0038b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fb77fe640 1 -- 172.21.15.157:0/2250892479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fb00338c0 msgr2=0x7f9fb00385d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fb77fe640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fb00338c0 0x7f9fb00385d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fb77fe640 1 -- 172.21.15.157:0/2250892479 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb00e6ef0 con 0x7f9fb0009b00 2024-09-10T10:17:07.738 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f853a7fc640 1 -- 172.21.15.157:0/542872874 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8528001040 con 0x7f85400039c0 2024-09-10T10:17:07.738 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f48ff9640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f300678c0 0x7f5f30069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.738 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f48ff9640 1 -- 172.21.15.157:0/1565826467 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5f40085960 con 0x7f5f44039260 2024-09-10T10:17:07.738 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f48ff9640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f5f3006fac0 0x7f5f30071ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f5f48ff9640 1 -- 172.21.15.157:0/1565826467 --> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5f40020e50 con 0x7f5f3006fac0 2024-09-10T10:17:07.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f5f4bfff640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f300678c0 0x7f5f30069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f5f48ff9640 1 -- 172.21.15.157:0/1565826467 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5f400520e0 con 0x7f5f44039260 2024-09-10T10:17:07.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f5f4b7fe640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f5f3006fac0 0x7f5f30071ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.693+0000 7f9fb77fe640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb0009b00 0x7f9fb00e2600 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9fac00e9b0 tx=0x7f9fac00ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fa3fff640 1 -- 172.21.15.157:0/2250892479 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fac017070 con 0x7f9fb0009b00 2024-09-10T10:17:07.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fa3fff640 1 -- 172.21.15.157:0/2250892479 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fac00c9a0 con 0x7f9fb0009b00 2024-09-10T10:17:07.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fa3fff640 1 -- 172.21.15.157:0/2250892479 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fac00cd50 con 0x7f9fb0009b00 2024-09-10T10:17:07.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb00e1b20 con 0x7f9fb0009b00 2024-09-10T10:17:07.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f5f4bfff640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f300678c0 0x7f5f30069d80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5f38007fd0 tx=0x7f5f38009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f5f4b7fe640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f5f3006fac0 0x7f5f30071ee0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7ff9837fe640 1 -- 172.21.15.157:0/1029821638 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff9900b1730 con 0x7ff99c0cd570 2024-09-10T10:17:07.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb00e20e0 con 0x7f9fb0009b00 2024-09-10T10:17:07.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f854cff9640 1 -- 172.21.15.157:0/542872874 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f85440bc020 con 0x7f85400039c0 2024-09-10T10:17:07.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f854cff9640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f85340678f0 0x7f8534069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f854cff9640 1 -- 172.21.15.157:0/542872874 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f854411ff80 con 0x7f85400039c0 2024-09-10T10:17:07.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f854cff9640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7f853406fa90 0x7f8534071eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f854cff9640 1 -- 172.21.15.157:0/542872874 --> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f854400bf30 con 0x7f853406fa90 2024-09-10T10:17:07.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f854cff9640 1 -- 172.21.15.157:0/542872874 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8544120410 con 0x7f85400039c0 2024-09-10T10:17:07.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9fb0009fb0 con 0x7f9fb0009b00 2024-09-10T10:17:07.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f854f7fe640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f85340678f0 0x7f8534069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7ff9837fe640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff988067990 0x7ff988069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7ff9837fe640 1 -- 172.21.15.157:0/1029821638 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff9901204b0 con 0x7ff99c0cd570 2024-09-10T10:17:07.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7ff9837fe640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7ff98806fbb0 0x7ff988071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7ff9837fe640 1 -- 172.21.15.157:0/1029821638 --> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff9900a9970 con 0x7ff98806fbb0 2024-09-10T10:17:07.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7ff9837fe640 1 -- 172.21.15.157:0/1029821638 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff9901208a0 con 0x7ff99c0cd570 2024-09-10T10:17:07.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7ff99b7fe640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7ff98806fbb0 0x7ff988071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f854f7fe640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f85340678f0 0x7f8534069db0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f854803e690 tx=0x7f853c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7ff99affd640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff988067990 0x7ff988069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fa3fff640 1 -- 172.21.15.157:0/2250892479 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f9fac01a070 con 0x7f9fb0009b00 2024-09-10T10:17:07.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f8554b34640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7f853406fa90 0x7f8534071eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f005d7fa640 1 -- 172.21.15.157:0/547122440 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f005801c070 con 0x7f00600b36f0 2024-09-10T10:17:07.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f005d7fa640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f004c067910 0x7f004c069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f005d7fa640 1 -- 172.21.15.157:0/547122440 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0058086300 con 0x7f00600b36f0 2024-09-10T10:17:07.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f005d7fa640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f004c06fb90 0x7f004c071fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f005d7fa640 1 -- 172.21.15.157:0/547122440 --> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f005800ee50 con 0x7f004c06fb90 2024-09-10T10:17:07.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f005d7fa640 1 -- 172.21.15.157:0/547122440 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f00580867e0 con 0x7f00600b36f0 2024-09-10T10:17:07.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f00651c2640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f004c06fb90 0x7f004c071fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f005ffff640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f004c067910 0x7f004c069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fa3fff640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9f9c0678c0 0x7f9f9c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fa3fff640 1 -- 172.21.15.157:0/2250892479 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9fac0866f0 con 0x7f9fb0009b00 2024-09-10T10:17:07.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f5f48ff9640 1 -- 172.21.15.157:0/1565826467 <== osd.1 v2:172.21.15.157:6800/821555097 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5f40020e50 con 0x7f5f3006fac0 2024-09-10T10:17:07.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f8554b34640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7f853406fa90 0x7f8534071eb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7ff99b7fe640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7ff98806fbb0 0x7ff988071fd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fa3fff640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f9f9c06fa60 0x7f9f9c071e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fa3fff640 1 -- 172.21.15.157:0/2250892479 --> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9fac028ea0 con 0x7f9f9c06fa60 2024-09-10T10:17:07.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fa3fff640 1 -- 172.21.15.157:0/2250892479 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9fac086aa0 con 0x7f9fb0009b00 2024-09-10T10:17:07.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f00651c2640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f004c06fb90 0x7f004c071fb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.701+0000 7f005ffff640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f004c067910 0x7f004c069dd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f00540af000 tx=0x7f00540a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.701+0000 7ff99affd640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff988067990 0x7ff988069e50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff98c000f70 tx=0x7ff98c0079c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.697+0000 7f9fb7fff640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f9f9c06fa60 0x7f9f9c071e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.701+0000 7f9fb6ffd640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9f9c0678c0 0x7f9f9c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.701+0000 7f854cff9640 1 -- 172.21.15.157:0/542872874 <== osd.2 v2:172.21.15.157:6808/1678807007 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f854400bf30 con 0x7f853406fa90 2024-09-10T10:17:07.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.701+0000 7ff9837fe640 1 -- 172.21.15.157:0/1029821638 <== osd.3 v2:172.21.15.157:6824/476068882 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff9900a9970 con 0x7ff98806fbb0 2024-09-10T10:17:07.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.701+0000 7f9fb7fff640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f9f9c06fa60 0x7f9f9c071e80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.701+0000 7f005d7fa640 1 -- 172.21.15.157:0/547122440 <== osd.6 v2:172.21.15.192:6818/4180673313 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f005800ee50 con 0x7f004c06fb90 2024-09-10T10:17:07.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.701+0000 7f9fa3fff640 1 -- 172.21.15.157:0/2250892479 <== osd.4 v2:172.21.15.192:6802/730677614 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9fac028ea0 con 0x7f9f9c06fa60 2024-09-10T10:17:07.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 --> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5f2c002de0 con 0x7f5f3006fac0 2024-09-10T10:17:07.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f48ff9640 1 -- 172.21.15.157:0/1565826467 <== osd.1 v2:172.21.15.157:6800/821555097 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5f2c002de0 con 0x7f5f3006fac0 2024-09-10T10:17:07.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f5f3006fac0 msgr2=0x7f5f30071ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f5f3006fac0 0x7f5f30071ee0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f300678c0 msgr2=0x7f5f30069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f300678c0 0x7f5f30069d80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5f38007fd0 tx=0x7f5f38009040 comp rx=0 tx=0).stop 2024-09-10T10:17:07.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f44039260 msgr2=0x7f5f440ddf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 --2- 172.21.15.157:0/1565826467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f44039260 0x7f5f440ddf90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f5f4000c750 tx=0x7f5f4000cc10 comp rx=0 tx=0).stop 2024-09-10T10:17:07.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f9fb6ffd640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9f9c0678c0 0x7f9f9c069d80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9fb003a110 tx=0x7f9fa4006bd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f50fa4640 1 -- 172.21.15.157:0/1565826467 reap_dead start 2024-09-10T10:17:07.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 shutdown_connections 2024-09-10T10:17:07.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 >> 172.21.15.157:0/1565826467 conn(0x7f5f4401d940 msgr2=0x7f5f440311a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.713+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 shutdown_connections 2024-09-10T10:17:07.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.717+0000 7f5f517a5640 1 -- 172.21.15.157:0/1565826467 wait complete. 2024-09-10T10:17:07.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.721+0000 7f20d19fd640 1 -- 172.21.15.157:0/3372218145 --> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f20cc0b21c0 con 0x7f20b806fab0 2024-09-10T10:17:07.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.721+0000 7f20c17fa640 1 -- 172.21.15.157:0/3372218145 <== osd.0 v2:172.21.15.157:6816/3502864148 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f20cc0b21c0 con 0x7f20b806fab0 2024-09-10T10:17:07.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 --> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc66c154dc0 con 0x7fc64c06fa60 2024-09-10T10:17:07.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 -- 172.21.15.157:0/3372218145 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f20b806fab0 msgr2=0x7f20b8071ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f20b806fab0 0x7f20b8071ed0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 -- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20b8067910 msgr2=0x7f20b8069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20b8067910 0x7f20b8069dd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f20c8000fc0 tx=0x7f20c8000ee0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7fc65affd640 1 -- 172.21.15.157:0/3534220527 <== osd.5 v2:172.21.15.192:6826/2504646371 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc66c154dc0 con 0x7fc64c06fa60 2024-09-10T10:17:07.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 -- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 msgr2=0x7f20cc155b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 --2- 172.21.15.157:0/3372218145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20cc13f5d0 0x7f20cc155b00 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0ab000 tx=0x7f20bc019160 comp rx=0 tx=0).stop 2024-09-10T10:17:07.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20d11fc640 1 -- 172.21.15.157:0/3372218145 reap_dead start 2024-09-10T10:17:07.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 -- 172.21.15.157:0/3372218145 shutdown_connections 2024-09-10T10:17:07.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 -- 172.21.15.157:0/3372218145 >> 172.21.15.157:0/3372218145 conn(0x7f20cc067a00 msgr2=0x7f20cc0b6f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 -- 172.21.15.157:0/3372218145 shutdown_connections 2024-09-10T10:17:07.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f20b2ffd640 1 -- 172.21.15.157:0/3372218145 wait complete. 2024-09-10T10:17:07.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f78df2b6640 1 Processor -- start 2024-09-10T10:17:07.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7f78df2b6640 1 -- start start 2024-09-10T10:17:07.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7fc64c06fa60 msgr2=0x7fc64c071e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7fc670e98640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7fc64c06fa60 0x7fc64c071e80 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc64c0678c0 msgr2=0x7fc64c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7fc670e98640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc64c0678c0 0x7fc64c069d80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc660009870 tx=0x7fc6600a7000 comp rx=0 tx=0).stop 2024-09-10T10:17:07.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cd390 msgr2=0x7fc66c147500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7fc670e98640 1 --2- 172.21.15.157:0/3534220527 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc66c0cd390 0x7fc66c147500 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc66400c6d0 tx=0x7fc66400cb90 comp rx=0 tx=0).stop 2024-09-10T10:17:07.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.725+0000 7fc66ad9d640 1 -- 172.21.15.157:0/3534220527 reap_dead start 2024-09-10T10:17:07.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 shutdown_connections 2024-09-10T10:17:07.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 >> 172.21.15.157:0/3534220527 conn(0x7fc66c0b1ed0 msgr2=0x7fc66c0b4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78df2b6640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f78d0033870 0x7f78d0006f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78df2b6640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78d0033c50 con 0x7f78d0054cc0 2024-09-10T10:17:07.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78df2b6640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78d0039820 con 0x7f78d0036740 2024-09-10T10:17:07.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78df2b6640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f78d00554b0 con 0x7f78d0033870 2024-09-10T10:17:07.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 shutdown_connections 2024-09-10T10:17:07.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78ddab3640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f78d0054cc0 0x7f78d0036030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40210/0 (socket says 172.21.15.157:40210) 2024-09-10T10:17:07.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78ddab3640 1 -- 172.21.15.157:0/636407165 learned_addr learned my addr 172.21.15.157:0/636407165 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:07.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7fc670e98640 1 -- 172.21.15.157:0/3534220527 wait complete. 2024-09-10T10:17:07.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78de2b4640 1 --2- 172.21.15.157:0/636407165 >> v2:172.21.15.192:3300/0 conn(0x7f78d0033870 0x7f78d0006f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9817fa640 1 -- 172.21.15.157:0/1029821638 --> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff97c002de0 con 0x7ff98806fbb0 2024-09-10T10:17:07.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 -- 172.21.15.157:0/542872874 --> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8528002d60 con 0x7f853406fa90 2024-09-10T10:17:07.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 --> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f00600b4500 con 0x7f004c06fb90 2024-09-10T10:17:07.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9837fe640 1 -- 172.21.15.157:0/1029821638 <== osd.3 v2:172.21.15.157:6824/476068882 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff97c002de0 con 0x7ff98806fbb0 2024-09-10T10:17:07.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f854cff9640 1 -- 172.21.15.157:0/542872874 <== osd.2 v2:172.21.15.157:6808/1678807007 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8528002d60 con 0x7f853406fa90 2024-09-10T10:17:07.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9817fa640 1 -- 172.21.15.157:0/1029821638 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7ff98806fbb0 msgr2=0x7ff988071fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9817fa640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7ff98806fbb0 0x7ff988071fd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9817fa640 1 -- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff988067990 msgr2=0x7ff988069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9817fa640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff988067990 0x7ff988069e50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff98c000f70 tx=0x7ff98c0079c0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9817fa640 1 -- 172.21.15.157:0/1029821638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0cd570 msgr2=0x7ff99c072d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9817fa640 1 --2- 172.21.15.157:0/1029821638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff99c0cd570 0x7ff99c072d70 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff99001b2f0 tx=0x7ff99001a460 comp rx=0 tx=0).stop 2024-09-10T10:17:07.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f005d7fa640 1 -- 172.21.15.157:0/547122440 <== osd.6 v2:172.21.15.192:6818/4180673313 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f00600b4500 con 0x7f004c06fb90 2024-09-10T10:17:07.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 -- 172.21.15.157:0/542872874 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7f853406fa90 msgr2=0x7f8534071eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7f853406fa90 0x7f8534071eb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff99b7fe640 1 -- 172.21.15.157:0/1029821638 reap_dead start 2024-09-10T10:17:07.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 -- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f85340678f0 msgr2=0x7f8534069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f85340678f0 0x7f8534069db0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f854803e690 tx=0x7f853c008040 comp rx=0 tx=0).stop 2024-09-10T10:17:07.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 -- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85400039c0 msgr2=0x7f8548032a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 --2- 172.21.15.157:0/542872874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85400039c0 0x7f8548032a00 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f854401ca80 tx=0x7f8540005840 comp rx=0 tx=0).stop 2024-09-10T10:17:07.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f8554b34640 1 -- 172.21.15.157:0/542872874 reap_dead start 2024-09-10T10:17:07.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 -- 172.21.15.157:0/542872874 shutdown_connections 2024-09-10T10:17:07.768 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 -- 172.21.15.157:0/542872874 >> 172.21.15.157:0/542872874 conn(0x7f854801d940 msgr2=0x7f854804a060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9817fa640 1 -- 172.21.15.157:0/1029821638 shutdown_connections 2024-09-10T10:17:07.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7ff9817fa640 1 -- 172.21.15.157:0/1029821638 >> 172.21.15.157:0/1029821638 conn(0x7ff99c0cca50 msgr2=0x7ff99c153ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 -- 172.21.15.157:0/542872874 shutdown_connections 2024-09-10T10:17:07.769 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f853a7fc640 1 -- 172.21.15.157:0/542872874 wait complete. 2024-09-10T10:17:07.770 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78de2b4640 1 -- 172.21.15.157:0/636407165 >> v1:172.21.15.192:6789/0 conn(0x7f78d0036740 legacy=0x7f78d00de200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.770 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78de2b4640 1 -- 172.21.15.157:0/636407165 >> v1:172.21.15.157:6789/0 conn(0x7f78d0054cc0 legacy=0x7f78d0036030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.770 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f78de2b4640 1 -- 172.21.15.157:0/636407165 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d0039b00 con 0x7f78d0033870 2024-09-10T10:17:07.770 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.733+0000 7f78de2b4640 1 --2- 172.21.15.157:0/636407165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78d0033870 0x7f78d0006f50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f78c80097a0 tx=0x7f78c801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52003de3d3beea9e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.733+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 --> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9fb00dc550 con 0x7f9f9c06fa60 2024-09-10T10:17:07.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.733+0000 7f78dd2b2640 1 -- 172.21.15.157:0/636407165 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80b0070 con 0x7f78d0033870 2024-09-10T10:17:07.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.733+0000 7f78dd2b2640 1 -- 172.21.15.157:0/636407165 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78c80a4e50 con 0x7f78d0033870 2024-09-10T10:17:07.771 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.733+0000 7f78dd2b2640 1 -- 172.21.15.157:0/636407165 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80ab820 con 0x7f78d0033870 2024-09-10T10:17:07.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.733+0000 7f78df2b6640 1 -- 172.21.15.157:0/636407165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78d0033870 msgr2=0x7f78d0006f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.733+0000 7f78df2b6640 1 --2- 172.21.15.157:0/636407165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78d0033870 0x7f78d0006f50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f78c80097a0 tx=0x7f78c801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f004c06fb90 msgr2=0x7f004c071fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00659c3640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f004c06fb90 0x7f004c071fb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f004c067910 msgr2=0x7f004c069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00659c3640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f004c067910 0x7f004c069dd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f00540af000 tx=0x7f00540a7000 comp rx=0 tx=0).stop 2024-09-10T10:17:07.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 msgr2=0x7f00600add50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fa3fff640 1 -- 172.21.15.157:0/2250892479 <== osd.4 v2:172.21.15.192:6802/730677614 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9fb00dc550 con 0x7f9f9c06fa60 2024-09-10T10:17:07.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00659c3640 1 --2- 172.21.15.157:0/547122440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00600b36f0 0x7f00600add50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f005800ba50 tx=0x7f005800bf10 comp rx=0 tx=0).stop 2024-09-10T10:17:07.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00651c2640 1 -- 172.21.15.157:0/547122440 reap_dead start 2024-09-10T10:17:07.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 shutdown_connections 2024-09-10T10:17:07.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.729+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 >> 172.21.15.157:0/547122440 conn(0x7f00600cff90 msgr2=0x7f0060161320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7ff9817fa640 1 -- 172.21.15.157:0/1029821638 shutdown_connections 2024-09-10T10:17:07.774 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7ff9817fa640 1 -- 172.21.15.157:0/1029821638 wait complete. 2024-09-10T10:17:07.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f78df2b6640 1 -- 172.21.15.157:0/636407165 shutdown_connections 2024-09-10T10:17:07.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f78df2b6640 1 --2- 172.21.15.157:0/636407165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78d0033870 0x7f78d0006f50 secure :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f78c80097a0 tx=0x7f78c801c4a0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f78df2b6640 1 -- 172.21.15.157:0/636407165 >> 172.21.15.157:0/636407165 conn(0x7f78d001d940 msgr2=0x7f78d00545b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.775 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f9f9c06fa60 msgr2=0x7f9f9c071e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f9f9c06fa60 0x7f9f9c071e80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9f9c0678c0 msgr2=0x7f9f9c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f9f9c0678c0 0x7f9f9c069d80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9fb003a110 tx=0x7f9fa4006bd0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb0009b00 msgr2=0x7f9fb00e2600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 --2- 172.21.15.157:0/2250892479 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fb0009b00 0x7f9fb00e2600 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9fac00e9b0 tx=0x7f9fac00ee70 comp rx=0 tx=0).stop 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fb7fff640 1 -- 172.21.15.157:0/2250892479 reap_dead start 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 shutdown_connections 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 >> 172.21.15.157:0/2250892479 conn(0x7f9fb00360a0 msgr2=0x7f9fb0031320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 shutdown_connections 2024-09-10T10:17:07.776 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.737+0000 7f9fbdaf0640 1 -- 172.21.15.157:0/2250892479 wait complete. 2024-09-10T10:17:07.777 INFO:teuthology.orchestra.run.smithi157.stdout:55834574854 2024-09-10T10:17:07.777 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T10:17:07.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 -- 172.21.15.157:0/636407165 shutdown_connections 2024-09-10T10:17:07.778 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 shutdown_connections 2024-09-10T10:17:07.779 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 -- 172.21.15.157:0/636407165 wait complete. 2024-09-10T10:17:07.779 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 Processor -- start 2024-09-10T10:17:07.779 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f00659c3640 1 -- 172.21.15.157:0/547122440 wait complete. 2024-09-10T10:17:07.781 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 -- start start 2024-09-10T10:17:07.781 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d0036740 0x7f78d00cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.781 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f78d0054cc0 0x7f78d00d3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78d004fe00 0x7f78d004be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f78d00ed8d0 con 0x7f78d0036740 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f78d00ed750 con 0x7f78d004fe00 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f78d00eda50 con 0x7f78d0054cc0 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78de2b4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d0036740 0x7f78d00cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78de2b4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d0036740 0x7f78d00cb9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33424/0 (socket says 172.21.15.157:33424) 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78de2b4640 1 -- 172.21.15.157:0/336306203 learned_addr learned my addr 172.21.15.157:0/336306203 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78ddab3640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f78d0054cc0 0x7f78d00d3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78de2b4640 1 -- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f78d0054cc0 msgr2=0x7f78d00d3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78de2b4640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f78d0054cc0 0x7f78d00d3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78de2b4640 1 -- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78d004fe00 msgr2=0x7f78d004be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78de2b4640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78d004fe00 0x7f78d004be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.782 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78de2b4640 1 -- 172.21.15.157:0/336306203 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d00d48c0 con 0x7f78d0036740 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78de2b4640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d0036740 0x7f78d00cb9c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f78c80097a0 tx=0x7f78c8019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78ceffd640 1 -- 172.21.15.157:0/336306203 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80b0040 con 0x7f78d0036740 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.741+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78d00d4300 con 0x7f78d0036740 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.745+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78d0049310 con 0x7f78d0036740 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.745+0000 7f78ceffd640 1 -- 172.21.15.157:0/336306203 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78c80b9a60 con 0x7f78d0036740 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.745+0000 7f78ceffd640 1 -- 172.21.15.157:0/336306203 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80b9e50 con 0x7f78d0036740 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.745+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f78c0001040 con 0x7f78d0036740 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.745+0000 7f78ceffd640 1 -- 172.21.15.157:0/336306203 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f78c80c8060 con 0x7f78d0036740 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.745+0000 7f78ceffd640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f78bc067ab0 0x7f78bc069f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.749+0000 7f78ceffd640 1 -- 172.21.15.157:0/336306203 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f78c8127440 con 0x7f78d0036740 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.749+0000 7f78ddab3640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f78bc067ab0 0x7f78bc069f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.749+0000 7f78ceffd640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7f78bc06fd30 0x7f78bc072150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.783 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.749+0000 7f78ceffd640 1 -- 172.21.15.157:0/336306203 --> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f78c80b9e50 con 0x7f78bc06fd30 2024-09-10T10:17:07.784 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.749+0000 7f78ceffd640 1 -- 172.21.15.157:0/336306203 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f78c812e050 con 0x7f78d0036740 2024-09-10T10:17:07.784 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.749+0000 7f78deab5640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7f78bc06fd30 0x7f78bc072150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.784 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.749+0000 7f78ddab3640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f78bc067ab0 0x7f78bc069f70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f78d004e780 tx=0x7f78d4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.784 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.749+0000 7f78deab5640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7f78bc06fd30 0x7f78bc072150 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.784 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.749+0000 7f78ceffd640 1 -- 172.21.15.157:0/336306203 <== osd.7 v2:172.21.15.192:6810/2422261526 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f78c80b9e50 con 0x7f78bc06fd30 2024-09-10T10:17:07.784 INFO:teuthology.orchestra.run.smithi157.stdout:64424509449 2024-09-10T10:17:07.785 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T10:17:07.786 INFO:teuthology.orchestra.run.smithi157.stdout:64424509447 2024-09-10T10:17:07.786 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T10:17:07.787 INFO:teuthology.orchestra.run.smithi157.stdout:64424509449 2024-09-10T10:17:07.787 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T10:17:07.788 INFO:teuthology.orchestra.run.smithi157.stdout:64424509449 2024-09-10T10:17:07.788 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T10:17:07.789 INFO:teuthology.orchestra.run.smithi157.stdout:60129542152 2024-09-10T10:17:07.789 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T10:17:07.790 INFO:teuthology.orchestra.run.smithi157.stdout:64424509447 2024-09-10T10:17:07.790 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T10:17:07.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 --> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f78c0002de0 con 0x7f78bc06fd30 2024-09-10T10:17:07.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78ceffd640 1 -- 172.21.15.157:0/336306203 <== osd.7 v2:172.21.15.192:6810/2422261526 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f78c0002de0 con 0x7f78bc06fd30 2024-09-10T10:17:07.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7f78bc06fd30 msgr2=0x7f78bc072150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7f78bc06fd30 0x7f78bc072150 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f78bc067ab0 msgr2=0x7f78bc069f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f78bc067ab0 0x7f78bc069f70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f78d004e780 tx=0x7f78d4009040 comp rx=0 tx=0).stop 2024-09-10T10:17:07.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d0036740 msgr2=0x7f78d00cb9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 --2- 172.21.15.157:0/336306203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d0036740 0x7f78d00cb9c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f78c80097a0 tx=0x7f78c8019240 comp rx=0 tx=0).stop 2024-09-10T10:17:07.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78deab5640 1 -- 172.21.15.157:0/336306203 reap_dead start 2024-09-10T10:17:07.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 shutdown_connections 2024-09-10T10:17:07.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 >> 172.21.15.157:0/336306203 conn(0x7f78d001d940 msgr2=0x7f78d0005480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 shutdown_connections 2024-09-10T10:17:07.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.777+0000 7f78df2b6640 1 -- 172.21.15.157:0/336306203 wait complete. 2024-09-10T10:17:07.797 INFO:teuthology.orchestra.run.smithi157.stdout:64424509447 2024-09-10T10:17:07.798 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T10:17:07.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1bcdf640 1 Processor -- start 2024-09-10T10:17:07.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1bcdf640 1 -- start start 2024-09-10T10:17:07.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1bcdf640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1d14151480 0x7f1d140cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1bcdf640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d140b5540 0x7f1d140b59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1bcdf640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d140ce090 con 0x7f1d140b32b0 2024-09-10T10:17:07.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1bcdf640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f1d140b4040 con 0x7f1d14151480 2024-09-10T10:17:07.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1bcdf640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f1d140ce9c0 con 0x7f1d140b5540 2024-09-10T10:17:07.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d19a7b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1d14151480 0x7f1d140cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1927a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d140b5540 0x7f1d140b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d19a7b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1d14151480 0x7f1d140cee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33436/0 (socket says 172.21.15.157:33436) 2024-09-10T10:17:07.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1927a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d140b5540 0x7f1d140b59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59254/0 (socket says 172.21.15.157:59254) 2024-09-10T10:17:07.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1927a640 1 -- 172.21.15.157:0/3558645987 learned_addr learned my addr 172.21.15.157:0/3558645987 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1927a640 1 -- 172.21.15.157:0/3558645987 >> v2:172.21.15.157:3300/0 conn(0x7f1d14151480 msgr2=0x7f1d140cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1927a640 1 --2- 172.21.15.157:0/3558645987 >> v2:172.21.15.157:3300/0 conn(0x7f1d14151480 0x7f1d140cee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.937+0000 7f1d1927a640 1 -- 172.21.15.157:0/3558645987 >> v1:172.21.15.157:6789/0 conn(0x7f1d140b32b0 legacy=0x7f1d140b3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:07.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.941+0000 7f1d1927a640 1 -- 172.21.15.157:0/3558645987 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d140ce370 con 0x7f1d140b5540 2024-09-10T10:17:07.943 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.941+0000 7f1d19a7b640 1 --2- 172.21.15.157:0/3558645987 >> v2:172.21.15.157:3300/0 conn(0x7f1d14151480 0x7f1d140cee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:17:07.944 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.941+0000 7f1d1927a640 1 --2- 172.21.15.157:0/3558645987 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d140b5540 0x7f1d140b59a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c009a50 tx=0x7f1d0c01ccc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=826c376c13a69a8b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.944 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.941+0000 7f1d18a79640 1 -- 172.21.15.157:0/3558645987 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c0a5990 con 0x7f1d140b5540 2024-09-10T10:17:07.944 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d18a79640 1 -- 172.21.15.157:0/3558645987 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d0c0a5b30 con 0x7f1d140b5540 2024-09-10T10:17:07.945 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d18a79640 1 -- 172.21.15.157:0/3558645987 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c0ad3f0 con 0x7f1d140b5540 2024-09-10T10:17:07.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3558645987 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d140b5540 msgr2=0x7f1d140b59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 --2- 172.21.15.157:0/3558645987 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d140b5540 0x7f1d140b59a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c009a50 tx=0x7f1d0c01ccc0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3558645987 shutdown_connections 2024-09-10T10:17:07.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 --2- 172.21.15.157:0/3558645987 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d140b5540 0x7f1d140b59a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 --2- 172.21.15.157:0/3558645987 >> v2:172.21.15.157:3300/0 conn(0x7f1d14151480 0x7f1d140cee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3558645987 >> 172.21.15.157:0/3558645987 conn(0x7f1d140cca50 msgr2=0x7f1d140cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:07.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3558645987 shutdown_connections 2024-09-10T10:17:07.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3558645987 wait complete. 2024-09-10T10:17:07.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 Processor -- start 2024-09-10T10:17:07.949 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.945+0000 7f1d1bcdf640 1 -- start start 2024-09-10T10:17:07.949 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d1bcdf640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d140b32b0 0x7f1d14163040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.949 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d1bcdf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d140b5540 0x7f1d141fb810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d1bcdf640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d14151480 0x7f1d14160180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d19a7b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d140b32b0 0x7f1d14163040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d19a7b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d140b32b0 0x7f1d14163040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33452/0 (socket says 172.21.15.157:33452) 2024-09-10T10:17:07.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d19a7b640 1 -- 172.21.15.157:0/3307885999 learned_addr learned my addr 172.21.15.157:0/3307885999 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:07.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3307885999 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1406c650 con 0x7f1d140b32b0 2024-09-10T10:17:07.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3307885999 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1406c4d0 con 0x7f1d140b5540 2024-09-10T10:17:07.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3307885999 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f1d1406c7d0 con 0x7f1d14151480 2024-09-10T10:17:07.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d1927a640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d140b5540 0x7f1d141fb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d19a7b640 1 -- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d14151480 msgr2=0x7f1d14160180 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T10:17:07.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d19a7b640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d14151480 0x7f1d14160180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d19a7b640 1 -- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d140b5540 msgr2=0x7f1d141fb810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:07.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d19a7b640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d140b5540 0x7f1d141fb810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:07.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d19a7b640 1 -- 172.21.15.157:0/3307885999 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d14163580 con 0x7f1d140b32b0 2024-09-10T10:17:07.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.949+0000 7f1d19a7b640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d140b32b0 0x7f1d14163040 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1d1000fac0 tx=0x7f1d1000ff80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d0a7fc640 1 -- 172.21.15.157:0/3307885999 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d10017070 con 0x7f1d140b32b0 2024-09-10T10:17:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d0a7fc640 1 -- 172.21.15.157:0/3307885999 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d1000ddd0 con 0x7f1d140b32b0 2024-09-10T10:17:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3307885999 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d14160c40 con 0x7f1d140b32b0 2024-09-10T10:17:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d0a7fc640 1 -- 172.21.15.157:0/3307885999 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d10012680 con 0x7f1d140b32b0 2024-09-10T10:17:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3307885999 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d141614e0 con 0x7f1d140b32b0 2024-09-10T10:17:07.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3307885999 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d14161030 con 0x7f1d140b32b0 2024-09-10T10:17:07.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d0a7fc640 1 -- 172.21.15.157:0/3307885999 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f1d1001a070 con 0x7f1d140b32b0 2024-09-10T10:17:07.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d0a7fc640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1cf8067910 0x7f1cf8069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:07.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d0a7fc640 1 -- 172.21.15.157:0/3307885999 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1d10085b60 con 0x7f1d140b32b0 2024-09-10T10:17:07.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.969+0000 7f1d1927a640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1cf8067910 0x7f1cf8069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:07.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.973+0000 7f1d1927a640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1cf8067910 0x7f1cf8069dd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c0ae000 tx=0x7f1d0c0a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:07.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:07.977+0000 7f1d0a7fc640 1 -- 172.21.15.157:0/3307885999 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f1d10056130 con 0x7f1d140b32b0 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb426738640 1 Processor -- start 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb426738640 1 -- start start 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb426738640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb418036c80 0x7fb41800b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb426738640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb418054f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb426738640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb418007110 con 0x7fb41804eb70 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb426738640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fb418100ad0 con 0x7fb418036c80 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb426738640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fb418009c40 con 0x7fb418100640 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb424f35640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fb41804eb70 0x7fb418039c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40218/0 (socket says 172.21.15.157:40218) 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb424f35640 1 -- 172.21.15.157:0/1508068021 learned_addr learned my addr 172.21.15.157:0/1508068021 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:08.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb425f37640 1 --2- 172.21.15.157:0/1508068021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb418054f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb425736640 1 --2- 172.21.15.157:0/1508068021 >> v2:172.21.15.192:3300/0 conn(0x7fb418036c80 0x7fb41800b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7f10fce02640 1 Processor -- start 2024-09-10T10:17:08.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb417fff640 1 -- 172.21.15.157:0/1508068021 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 33217006 0 0) 0x7fb418007110 con 0x7fb41804eb70 2024-09-10T10:17:08.005 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb417fff640 1 -- 172.21.15.157:0/1508068021 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb40c003530 con 0x7fb41804eb70 2024-09-10T10:17:08.005 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb425f37640 1 -- 172.21.15.157:0/1508068021 >> v2:172.21.15.192:3300/0 conn(0x7fb418036c80 msgr2=0x7fb41800b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.005 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb425f37640 1 --2- 172.21.15.157:0/1508068021 >> v2:172.21.15.192:3300/0 conn(0x7fb418036c80 0x7fb41800b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.005 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb425f37640 1 -- 172.21.15.157:0/1508068021 >> v1:172.21.15.157:6789/0 conn(0x7fb41804eb70 legacy=0x7fb418039c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.005 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb417fff640 1 -- 172.21.15.157:0/1508068021 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 100838132 0 0) 0x7fb40c003530 con 0x7fb41804eb70 2024-09-10T10:17:08.005 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7fb425f37640 1 -- 172.21.15.157:0/1508068021 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb418009f20 con 0x7fb418100640 2024-09-10T10:17:08.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7f10fce02640 1 -- start start 2024-09-10T10:17:08.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7f10fce02640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f10f8151480 0x7f10f80cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7f10fce02640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f80b5540 0x7f10f80b59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7f10fce02640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10f80ce090 con 0x7f10f80b32b0 2024-09-10T10:17:08.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7f10fce02640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f10f80b4040 con 0x7f10f8151480 2024-09-10T10:17:08.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.001+0000 7f10fce02640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f10f80ce9c0 con 0x7f10f80b5540 2024-09-10T10:17:08.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7f10f5d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f80b5540 0x7f10f80b59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7f10f5d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f80b5540 0x7f10f80b59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59282/0 (socket says 172.21.15.157:59282) 2024-09-10T10:17:08.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7f10f5d9b640 1 -- 172.21.15.157:0/2604776771 learned_addr learned my addr 172.21.15.157:0/2604776771 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:08.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7f10f5d9b640 1 -- 172.21.15.157:0/2604776771 >> v2:172.21.15.157:3300/0 conn(0x7f10f8151480 msgr2=0x7f10f80cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7f10f5d9b640 1 --2- 172.21.15.157:0/2604776771 >> v2:172.21.15.157:3300/0 conn(0x7f10f8151480 0x7f10f80cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7f10f5d9b640 1 -- 172.21.15.157:0/2604776771 >> v1:172.21.15.192:6789/0 conn(0x7f10f80b32b0 legacy=0x7f10f80b3740 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T10:17:08.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7f10f5d9b640 1 -- 172.21.15.157:0/2604776771 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f80ce370 con 0x7f10f80b5540 2024-09-10T10:17:08.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7fb425f37640 1 --2- 172.21.15.157:0/1508068021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb418054f60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb4100097c0 tx=0x7fb41001ebb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82557f4e6cde07c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7fb417fff640 1 -- 172.21.15.157:0/1508068021 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4100b5070 con 0x7fb418100640 2024-09-10T10:17:08.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7fb417fff640 1 -- 172.21.15.157:0/1508068021 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4100a85f0 con 0x7fb418100640 2024-09-10T10:17:08.008 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7fb417fff640 1 -- 172.21.15.157:0/1508068021 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41c001660 con 0x7fb418100640 2024-09-10T10:17:08.008 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7f10f5d9b640 1 --2- 172.21.15.157:0/2604776771 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f80b5540 0x7f10f80b59a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f10f000d370 tx=0x7f10f001ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=921efd2c18851425 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.009 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7fc8d4b4d640 1 Processor -- start 2024-09-10T10:17:08.009 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.005+0000 7fc8d4b4d640 1 -- start start 2024-09-10T10:17:08.009 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 -- 172.21.15.157:0/1508068021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 msgr2=0x7fb418054f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.009 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 --2- 172.21.15.157:0/1508068021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb418054f60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb4100097c0 tx=0x7fb41001ebb0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.010 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10f559a640 1 -- 172.21.15.157:0/2604776771 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f00ad070 con 0x7f10f80b5540 2024-09-10T10:17:08.010 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10f559a640 1 -- 172.21.15.157:0/2604776771 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10f00a7b90 con 0x7f10f80b5540 2024-09-10T10:17:08.010 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10f559a640 1 -- 172.21.15.157:0/2604776771 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f000be60 con 0x7f10f80b5540 2024-09-10T10:17:08.010 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 -- 172.21.15.157:0/2604776771 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f80b5540 msgr2=0x7f10f80b59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.010 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 --2- 172.21.15.157:0/2604776771 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f80b5540 0x7f10f80b59a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f10f000d370 tx=0x7f10f001ed00 comp rx=0 tx=0).stop 2024-09-10T10:17:08.010 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8d4b4d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc8d00d00a0 0x7fc8d0166a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.011 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 -- 172.21.15.157:0/1508068021 shutdown_connections 2024-09-10T10:17:08.011 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 --2- 172.21.15.157:0/1508068021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb418054f60 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.011 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 --2- 172.21.15.157:0/1508068021 >> v2:172.21.15.192:3300/0 conn(0x7fb418036c80 0x7fb41800b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.011 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 -- 172.21.15.157:0/1508068021 >> 172.21.15.157:0/1508068021 conn(0x7fb41801d940 msgr2=0x7fb4180545b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.011 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8cf7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fc8d00d2110 0x7fc8d00d24f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40220/0 (socket says 172.21.15.157:40220) 2024-09-10T10:17:08.012 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 -- 172.21.15.157:0/1508068021 shutdown_connections 2024-09-10T10:17:08.012 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 -- 172.21.15.157:0/1508068021 wait complete. 2024-09-10T10:17:08.012 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 -- 172.21.15.157:0/2604776771 shutdown_connections 2024-09-10T10:17:08.012 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 --2- 172.21.15.157:0/2604776771 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f80b5540 0x7f10f80b59a0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.012 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 --2- 172.21.15.157:0/2604776771 >> v2:172.21.15.157:3300/0 conn(0x7f10f8151480 0x7f10f80cee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.012 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 -- 172.21.15.157:0/2604776771 >> 172.21.15.157:0/2604776771 conn(0x7f10f80cca50 msgr2=0x7f10f80cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8d4b4d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc8d0166f90 0x7fc8d01673e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 -- 172.21.15.157:0/2604776771 shutdown_connections 2024-09-10T10:17:08.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8cffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc8d0166f90 0x7fc8d01673e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8ceffd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc8d00d00a0 0x7fc8d0166a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8cffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc8d0166f90 0x7fc8d01673e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33458/0 (socket says 172.21.15.157:33458) 2024-09-10T10:17:08.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8ceffd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc8d00d00a0 0x7fc8d0166a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56098/0 (socket says 172.21.15.157:56098) 2024-09-10T10:17:08.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8cf7fe640 1 -- 172.21.15.157:0/997054819 learned_addr learned my addr 172.21.15.157:0/997054819 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:08.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/997054819 --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8d00d40e0 con 0x7fc8d00d2110 2024-09-10T10:17:08.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/997054819 --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fc8d00d39e0 con 0x7fc8d0166f90 2024-09-10T10:17:08.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8ce7fc640 1 -- 172.21.15.157:0/997054819 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3626203437 0 0) 0x7fc8d00d40e0 con 0x7fc8d00d2110 2024-09-10T10:17:08.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/997054819 --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fc8d00d34a0 con 0x7fc8d00d00a0 2024-09-10T10:17:08.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8ce7fc640 1 -- 172.21.15.157:0/997054819 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc8b8003530 con 0x7fc8d00d2110 2024-09-10T10:17:08.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 -- 172.21.15.157:0/2604776771 wait complete. 2024-09-10T10:17:08.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 Processor -- start 2024-09-10T10:17:08.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 Processor -- start 2024-09-10T10:17:08.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7f10fce02640 1 -- start start 2024-09-10T10:17:08.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10fce02640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10f80b32b0 0x7f10f8148db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10fce02640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10f80b5540 0x7f10f8154170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10fce02640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f8151480 0x7f10f815c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10fce02640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f10f806c650 con 0x7f10f80b32b0 2024-09-10T10:17:08.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10fce02640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f10f806c4d0 con 0x7f10f80b5540 2024-09-10T10:17:08.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10fce02640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f10f806c7d0 con 0x7f10f8151480 2024-09-10T10:17:08.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fb426738640 1 -- start start 2024-09-10T10:17:08.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb426738640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb41804eb70 0x7fb41818b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.018 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb426738640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb4180ffac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.018 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb426738640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4181035e0 0x7fb41804f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.018 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb426738640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb41800a380 con 0x7fb41804eb70 2024-09-10T10:17:08.018 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb426738640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb41800a200 con 0x7fb4181035e0 2024-09-10T10:17:08.018 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb426738640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fb418006d50 con 0x7fb418100640 2024-09-10T10:17:08.018 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f6d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f8151480 0x7f10f815c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb424f35640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb4180ffac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb425f37640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4181035e0 0x7fb41804f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f6d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f8151480 0x7f10f815c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59288/0 (socket says 172.21.15.157:59288) 2024-09-10T10:17:08.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f6d9d640 1 -- 172.21.15.157:0/2213577439 learned_addr learned my addr 172.21.15.157:0/2213577439 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:08.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f5d9b640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10f80b5540 0x7f10f8154170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.020 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb424f35640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb4180ffac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59294/0 (socket says 172.21.15.157:59294) 2024-09-10T10:17:08.020 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb424f35640 1 -- 172.21.15.157:0/2933675711 learned_addr learned my addr 172.21.15.157:0/2933675711 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:08.020 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f6d9d640 1 -- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10f80b5540 msgr2=0x7f10f8154170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.020 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f6d9d640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10f80b5540 0x7f10f8154170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.021 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f6d9d640 1 -- 172.21.15.157:0/2213577439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10f80b32b0 msgr2=0x7f10f8148db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.021 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f6d9d640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10f80b32b0 0x7f10f8148db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.021 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f6d9d640 1 -- 172.21.15.157:0/2213577439 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f8149a40 con 0x7f10f8151480 2024-09-10T10:17:08.021 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb424f35640 1 -- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4181035e0 msgr2=0x7fb41804f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb424f35640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4181035e0 0x7fb41804f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb424f35640 1 -- 172.21.15.157:0/2933675711 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb41804eb70 msgr2=0x7fb41818b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb424f35640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb41804eb70 0x7fb41818b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb424f35640 1 -- 172.21.15.157:0/2933675711 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb418103a90 con 0x7fb418100640 2024-09-10T10:17:08.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10f6d9d640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f8151480 0x7f10f815c7a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f10e800b410 tx=0x7f10e800b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8cffff640 1 -- 172.21.15.157:0/997054819 >> v2:172.21.15.192:3300/0 conn(0x7fc8d00d00a0 msgr2=0x7fc8d0166a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8cffff640 1 --2- 172.21.15.157:0/997054819 >> v2:172.21.15.192:3300/0 conn(0x7fc8d00d00a0 0x7fc8d0166a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8cffff640 1 -- 172.21.15.157:0/997054819 >> v1:172.21.15.157:6789/0 conn(0x7fc8d00d2110 legacy=0x7fc8d00d24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.009+0000 7fc8cffff640 1 -- 172.21.15.157:0/997054819 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d00732c0 con 0x7fc8d0166f90 2024-09-10T10:17:08.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb424f35640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb4180ffac0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb41c007fd0 tx=0x7fb41c00cbe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10e6ffd640 1 -- 172.21.15.157:0/2213577439 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e8015020 con 0x7f10f8151480 2024-09-10T10:17:08.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10e6ffd640 1 -- 172.21.15.157:0/2213577439 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10e8011830 con 0x7f10f8151480 2024-09-10T10:17:08.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10e6ffd640 1 -- 172.21.15.157:0/2213577439 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e8011c20 con 0x7f10f8151480 2024-09-10T10:17:08.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10f8149d20 con 0x7f10f8151480 2024-09-10T10:17:08.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f10f814a2e0 con 0x7f10f8151480 2024-09-10T10:17:08.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fc8cffff640 1 --2- 172.21.15.157:0/997054819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 0x7fc8d01673e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8009d90 tx=0x7fc8c801c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db50e7f34c181857 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb415ffb640 1 -- 172.21.15.157:0/2933675711 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41c018070 con 0x7fb418100640 2024-09-10T10:17:08.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb415ffb640 1 -- 172.21.15.157:0/2933675711 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb41c0072d0 con 0x7fb418100640 2024-09-10T10:17:08.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10f80b59a0 con 0x7f10f8151480 2024-09-10T10:17:08.026 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb41818b7e0 con 0x7fb418100640 2024-09-10T10:17:08.026 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb415ffb640 1 -- 172.21.15.157:0/2933675711 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41c0047f0 con 0x7fb418100640 2024-09-10T10:17:08.026 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb418100c50 con 0x7fb418100640 2024-09-10T10:17:08.026 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fde789c0640 1 Processor -- start 2024-09-10T10:17:08.026 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fc8ce7fc640 1 -- 172.21.15.157:0/997054819 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c80b2070 con 0x7fc8d0166f90 2024-09-10T10:17:08.027 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fc8ce7fc640 1 -- 172.21.15.157:0/997054819 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8c80a5830 con 0x7fc8d0166f90 2024-09-10T10:17:08.027 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.013+0000 7fc8ce7fc640 1 -- 172.21.15.157:0/997054819 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d00b8d50 con 0x7fc8d0166f90 2024-09-10T10:17:08.027 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/997054819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 msgr2=0x7fc8d01673e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.027 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 --2- 172.21.15.157:0/997054819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 0x7fc8d01673e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8009d90 tx=0x7fc8c801c860 comp rx=0 tx=0).stop 2024-09-10T10:17:08.027 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fde789c0640 1 -- start start 2024-09-10T10:17:08.028 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/997054819 shutdown_connections 2024-09-10T10:17:08.028 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 --2- 172.21.15.157:0/997054819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 0x7fc8d01673e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.028 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 --2- 172.21.15.157:0/997054819 >> v2:172.21.15.192:3300/0 conn(0x7fc8d00d00a0 0x7fc8d0166a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.028 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/997054819 >> 172.21.15.157:0/997054819 conn(0x7fc8d00d42e0 msgr2=0x7fc8d00d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.028 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/997054819 shutdown_connections 2024-09-10T10:17:08.028 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fde789c0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fde6c052350 0x7fde6c006f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.029 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fde789c0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde6c0e0d40 con 0x7fde6c036200 2024-09-10T10:17:08.029 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fde789c0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde6c054f30 con 0x7fde6c04ed40 2024-09-10T10:17:08.029 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fde789c0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fde6c055210 con 0x7fde6c052350 2024-09-10T10:17:08.029 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f10e6ffd640 1 -- 172.21.15.157:0/2213577439 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f10e8018020 con 0x7f10f8151480 2024-09-10T10:17:08.029 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f10e6ffd640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10d80678c0 0x7f10d8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.029 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f10e6ffd640 1 -- 172.21.15.157:0/2213577439 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f10e80861c0 con 0x7f10f8151480 2024-09-10T10:17:08.030 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fde7259c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fde6c052350 0x7fde6c006f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.030 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f10f659c640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10d80678c0 0x7f10d8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.030 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/997054819 wait complete. 2024-09-10T10:17:08.031 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 Processor -- start 2024-09-10T10:17:08.031 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fde72d9d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fde6c036200 0x7fde6c0365e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40234/0 (socket says 172.21.15.157:40234) 2024-09-10T10:17:08.031 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fde72d9d640 1 -- 172.21.15.157:0/1580704117 learned_addr learned my addr 172.21.15.157:0/1580704117 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:08.032 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f10f659c640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10d80678c0 0x7f10d8069d80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f10ec009730 tx=0x7f10ec006ca0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.032 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f8f6aa59640 1 Processor -- start 2024-09-10T10:17:08.032 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f8f6aa59640 1 -- start start 2024-09-10T10:17:08.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f8f6aa59640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8f640cd0b0 0x7f8f640b4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f8f6aa59640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f6406c0a0 con 0x7f8f641629a0 2024-09-10T10:17:08.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f8f6aa59640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f6406c380 con 0x7f8f640b36f0 2024-09-10T10:17:08.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f8f6aa59640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f8f6406c660 con 0x7f8f640cd0b0 2024-09-10T10:17:08.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f8f69a57640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f8f641629a0 0x7f8f640cc9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40236/0 (socket says 172.21.15.157:40236) 2024-09-10T10:17:08.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f8f69a57640 1 -- 172.21.15.157:0/1762201407 learned_addr learned my addr 172.21.15.157:0/1762201407 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:08.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7f8f6a258640 1 --2- 172.21.15.157:0/1762201407 >> v2:172.21.15.192:3300/0 conn(0x7f8f640cd0b0 0x7f8f640b4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 -- start start 2024-09-10T10:17:08.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8d00d00a0 0x7fc8d0203780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8d00d2110 0x7fc8d0203cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 0x7fc8d00b5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d00b86d0 con 0x7fc8d0166f90 2024-09-10T10:17:08.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d00b8550 con 0x7fc8d00d2110 2024-09-10T10:17:08.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fc8d4b4d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d00b8850 con 0x7fc8d00d00a0 2024-09-10T10:17:08.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.017+0000 7fb415ffb640 1 -- 172.21.15.157:0/2933675711 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb41c01b070 con 0x7fb418100640 2024-09-10T10:17:08.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3362194936 0 0) 0x7fde6c0e0d40 con 0x7fde6c036200 2024-09-10T10:17:08.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde5c003530 con 0x7fde6c036200 2024-09-10T10:17:08.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1683781794 0 0) 0x7f8f6406c0a0 con 0x7f8f641629a0 2024-09-10T10:17:08.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 0x7fc8d00b5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8ceffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8d00d2110 0x7fc8d0203cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 0x7fc8d00b5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33478/0 (socket says 172.21.15.157:33478) 2024-09-10T10:17:08.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cffff640 1 -- 172.21.15.157:0/2005183545 learned_addr learned my addr 172.21.15.157:0/2005183545 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:08.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cf7fe640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8d00d00a0 0x7fc8d0203780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fb415ffb640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb404067910 0x7fb404069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3867749545 0 0) 0x7fde5c003530 con 0x7fde6c036200 2024-09-10T10:17:08.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 >> v2:172.21.15.192:3300/0 conn(0x7fde6c052350 msgr2=0x7fde6c006f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8f54003530 con 0x7f8f641629a0 2024-09-10T10:17:08.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fb415ffb640 1 -- 172.21.15.157:0/2933675711 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb41c085140 con 0x7fb418100640 2024-09-10T10:17:08.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cffff640 1 -- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8d00d00a0 msgr2=0x7fc8d0203780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cffff640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8d00d00a0 0x7fc8d0203780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cffff640 1 -- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8d00d2110 msgr2=0x7fc8d0203cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cffff640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8d00d2110 0x7fc8d0203cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cffff640 1 -- 172.21.15.157:0/2005183545 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d00ce640 con 0x7fc8d0166f90 2024-09-10T10:17:08.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 --2- 172.21.15.157:0/1580704117 >> v2:172.21.15.192:3300/0 conn(0x7fde6c052350 0x7fde6c006f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 >> v1:172.21.15.192:6789/0 conn(0x7fde6c04ed40 legacy=0x7fde6c039c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6c0554f0 con 0x7fde6c036200 2024-09-10T10:17:08.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fde640016d0 con 0x7fde6c036200 2024-09-10T10:17:08.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde7259c640 1 --2- 172.21.15.157:0/1580704117 >> v2:172.21.15.192:3300/0 conn(0x7fde6c052350 0x7fde6c006f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:17:08.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 >> v1:172.21.15.157:6789/0 conn(0x7fde6c036200 legacy=0x7fde6c0365e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde5c0039c0 0x7fde5c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde5c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8cffff640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 0x7fc8d00b5080 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc8c801a490 tx=0x7fc8c8019600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fb425736640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb404067910 0x7fb404069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde5c0051d0 0x7fde5c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c055210 con 0x7fde5c0051d0 2024-09-10T10:17:08.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fde5c00c020 con 0x7fde5c004810 2024-09-10T10:17:08.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fde5c00c220 con 0x7fde5c0039c0 2024-09-10T10:17:08.041 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8b7fff640 1 -- 172.21.15.157:0/2005183545 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c80bb020 con 0x7fc8d0166f90 2024-09-10T10:17:08.041 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8b7fff640 1 -- 172.21.15.157:0/2005183545 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8c80ad440 con 0x7fc8d0166f90 2024-09-10T10:17:08.041 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde7259c640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde5c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.042 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2879495511 0 0) 0x7f8f54003530 con 0x7f8f641629a0 2024-09-10T10:17:08.042 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb41800b780 con 0x7fb418100640 2024-09-10T10:17:08.042 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 >> v2:172.21.15.192:3300/0 conn(0x7f8f640cd0b0 msgr2=0x7f8f640b4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.042 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f4162fbd640 1 Processor -- start 2024-09-10T10:17:08.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 --2- 172.21.15.157:0/1762201407 >> v2:172.21.15.192:3300/0 conn(0x7f8f640cd0b0 0x7f8f640b4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde72d9d640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde5c0039c0 0x7fde5c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f4162fbd640 1 -- start start 2024-09-10T10:17:08.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 >> v1:172.21.15.192:6789/0 conn(0x7f8f640b36f0 legacy=0x7f8f64162d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f6406c940 con 0x7f8f641629a0 2024-09-10T10:17:08.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde791c1640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde5c0051d0 0x7fde5c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8b7fff640 1 -- 172.21.15.157:0/2005183545 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c80b2040 con 0x7fc8d0166f90 2024-09-10T10:17:08.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fb425736640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb404067910 0x7fb404069dd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb42006abd0 tx=0x7fb42006e040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/2005183545 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d0204e60 con 0x7fc8d0166f90 2024-09-10T10:17:08.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f8f58001a00 con 0x7f8f641629a0 2024-09-10T10:17:08.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8d4b4d640 1 -- 172.21.15.157:0/2005183545 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d02045c0 con 0x7fc8d0166f90 2024-09-10T10:17:08.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f4162fbd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 0x7f415401d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f4162fbd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4154032590 0x7f4154005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f4162fbd640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41540507e0 con 0x7f4154053db0 2024-09-10T10:17:08.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f4162fbd640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f41540dd780 con 0x7f4154032590 2024-09-10T10:17:08.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f4162fbd640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f4154050ac0 con 0x7f41540e3a20 2024-09-10T10:17:08.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f4161fbb640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f4154053db0 0x7f41540e3310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:51602/0 (socket says 172.21.15.157:51602) 2024-09-10T10:17:08.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f4161fbb640 1 -- 172.21.15.157:0/364863815 learned_addr learned my addr 172.21.15.157:0/364863815 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:08.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f41617ba640 1 --2- 172.21.15.157:0/364863815 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 0x7f415401d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 >> v1:172.21.15.157:6789/0 conn(0x7f8f641629a0 legacy=0x7f8f640cc9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f54003a90 0x7f8f54003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fc8b7fff640 1 -- 172.21.15.157:0/2005183545 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc8c80be020 con 0x7fc8d0166f90 2024-09-10T10:17:08.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f8f68a55640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54004810 0x7f8f54004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde7259c640 1 -- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde5c0039c0 msgr2=0x7fde5c003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde7259c640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde5c0039c0 0x7fde5c003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde7259c640 1 -- 172.21.15.157:0/1580704117 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde5c0051d0 msgr2=0x7fde5c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde7259c640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde5c0051d0 0x7fde5c00b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7fde7259c640 1 -- 172.21.15.157:0/1580704117 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6c0554f0 con 0x7fde5c004810 2024-09-10T10:17:08.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f68a55640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f54005240 0x7f8f5400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f69a57640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f54003a90 0x7f8f54003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fc8b7fff640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc8bc0678c0 0x7fc8bc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f6a258640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f54005240 0x7f8f5400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fc8b7fff640 1 -- 172.21.15.157:0/2005183545 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc8c8120430 con 0x7fc8d0166f90 2024-09-10T10:17:08.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f69256640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54004810 0x7f8f54004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6406c660 con 0x7f8f54005240 2024-09-10T10:17:08.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5400c1a0 con 0x7f8f54003a90 2024-09-10T10:17:08.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f8f5400c3a0 con 0x7f8f54004810 2024-09-10T10:17:08.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fc8cf7fe640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc8bc0678c0 0x7fc8bc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fc8cf7fe640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc8bc0678c0 0x7fc8bc069d80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc8c4007fd0 tx=0x7fc8c4007d60 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde72d9d640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde5c0039c0 0x7fde5c003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:08.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde791c1640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde5c0051d0 0x7fde5c00b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:08.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde791c1640 1 -- 172.21.15.157:0/1580704117 reap_dead start 2024-09-10T10:17:08.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f41617ba640 1 -- 172.21.15.157:0/364863815 >> v2:172.21.15.157:3300/0 conn(0x7f4154032590 msgr2=0x7f4154005fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f41617ba640 1 --2- 172.21.15.157:0/364863815 >> v2:172.21.15.157:3300/0 conn(0x7f4154032590 0x7f4154005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f41617ba640 1 -- 172.21.15.157:0/364863815 >> v1:172.21.15.192:6789/0 conn(0x7f4154053db0 legacy=0x7f41540e3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.021+0000 7f41617ba640 1 -- 172.21.15.157:0/364863815 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4154050da0 con 0x7f41540e3a20 2024-09-10T10:17:08.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde7259c640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde5c004c90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fde68009c80 tx=0x7fde6801cc70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60e64b615b2618ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f41617ba640 1 --2- 172.21.15.157:0/364863815 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 0x7f415401d930 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f414c00ba60 tx=0x7f414c01eae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b3de8f1ee1b8653 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fc8b5ffb640 1 -- 172.21.15.157:0/2005183545 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d00b8c10 con 0x7fc8d0166f90 2024-09-10T10:17:08.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde680b2070 con 0x7fde5c004810 2024-09-10T10:17:08.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde680a5930 con 0x7fde5c004810 2024-09-10T10:17:08.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde71d9b640 1 -- 172.21.15.157:0/1580704117 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde68009880 con 0x7fde5c004810 2024-09-10T10:17:08.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde789c0640 1 -- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 msgr2=0x7fde5c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde789c0640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde5c004c90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fde68009c80 tx=0x7fde6801cc70 comp rx=0 tx=0).stop 2024-09-10T10:17:08.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde789c0640 1 -- 172.21.15.157:0/1580704117 shutdown_connections 2024-09-10T10:17:08.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde789c0640 1 --2- 172.21.15.157:0/1580704117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde5c004c90 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde789c0640 1 -- 172.21.15.157:0/1580704117 >> 172.21.15.157:0/1580704117 conn(0x7fde6c01db10 msgr2=0x7fde6c054780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde789c0640 1 -- 172.21.15.157:0/1580704117 shutdown_connections 2024-09-10T10:17:08.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7fde789c0640 1 -- 172.21.15.157:0/1580704117 wait complete. 2024-09-10T10:17:08.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f69a57640 1 -- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54004810 msgr2=0x7f8f54004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f69a57640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54004810 0x7f8f54004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f69a57640 1 -- 172.21.15.157:0/1762201407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f54005240 msgr2=0x7f8f5400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f69a57640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f54005240 0x7f8f5400b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f69a57640 1 -- 172.21.15.157:0/1762201407 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f54003530 con 0x7f8f54003a90 2024-09-10T10:17:08.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f6a258640 1 -- 172.21.15.157:0/1762201407 reap_dead start 2024-09-10T10:17:08.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.025+0000 7f8f69256640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54004810 0x7f8f54004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:08.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7f8f69a57640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f54003a90 0x7f8f54003e70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8f580059d0 tx=0x7f8f5801d800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e4fbc10b0498112 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 Processor -- start 2024-09-10T10:17:08.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 -- start start 2024-09-10T10:17:08.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f580055f0 con 0x7f8f54003a90 2024-09-10T10:17:08.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7f8f68a55640 1 -- 172.21.15.157:0/1762201407 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f580ad070 con 0x7f8f54003a90 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde6c0d7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde6c0db040 0x7fde6c0e0f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6c0e14b0 0x7fde6c0d9d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c04f1d0 con 0x7fde6c0e14b0 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c039710 con 0x7fde5c004810 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fde6c04f350 con 0x7fde6c0db040 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde72d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde6c0d7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde7259c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde6c0db040 0x7fde6c0e0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7f8f6aa59640 1 -- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f54003a90 msgr2=0x7f8f54003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7f8f6aa59640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f54003a90 0x7f8f54003e70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8f580059d0 tx=0x7f8f5801d800 comp rx=0 tx=0).stop 2024-09-10T10:17:08.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde72d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde6c0d7e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56160/0 (socket says 172.21.15.157:56160) 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde72d9d640 1 -- 172.21.15.157:0/1713544444 learned_addr learned my addr 172.21.15.157:0/1713544444 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde72d9d640 1 -- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde6c0db040 msgr2=0x7fde6c0e0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde72d9d640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde6c0db040 0x7fde6c0e0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde72d9d640 1 -- 172.21.15.157:0/1713544444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6c0e14b0 msgr2=0x7fde6c0d9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde72d9d640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6c0e14b0 0x7fde6c0d9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde72d9d640 1 -- 172.21.15.157:0/1713544444 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6c0e1950 con 0x7fde5c004810 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde72d9d640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde6c0d7e60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fde64007380 tx=0x7fde64007840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde5b7fe640 1 -- 172.21.15.157:0/1713544444 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6400e870 con 0x7fde5c004810 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde6c0e1c30 con 0x7fde5c004810 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde6c0d83a0 con 0x7fde5c004810 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde5b7fe640 1 -- 172.21.15.157:0/1713544444 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde64018070 con 0x7fde5c004810 2024-09-10T10:17:08.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.029+0000 7fde5b7fe640 1 -- 172.21.15.157:0/1713544444 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6400ec30 con 0x7fde5c004810 2024-09-10T10:17:08.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 -- 172.21.15.157:0/1762201407 shutdown_connections 2024-09-10T10:17:08.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 --2- 172.21.15.157:0/1762201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f54003a90 0x7f8f54003e70 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 -- 172.21.15.157:0/1762201407 >> 172.21.15.157:0/1762201407 conn(0x7f8f640cff90 msgr2=0x7f8f640d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde540052a0 con 0x7fde5c004810 2024-09-10T10:17:08.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 -- 172.21.15.157:0/1762201407 shutdown_connections 2024-09-10T10:17:08.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7fc8b7fff640 1 -- 172.21.15.157:0/2005183545 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc8c80164e0 con 0x7fc8d0166f90 2024-09-10T10:17:08.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 -- 172.21.15.157:0/1762201407 wait complete. 2024-09-10T10:17:08.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 Processor -- start 2024-09-10T10:17:08.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7fde5b7fe640 1 -- 172.21.15.157:0/1713544444 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fde64027430 con 0x7fde5c004810 2024-09-10T10:17:08.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7fde5b7fe640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fde600678f0 0x7fde60069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7fde5b7fe640 1 -- 172.21.15.157:0/1713544444 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fde64086900 con 0x7fde5c004810 2024-09-10T10:17:08.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 -- start start 2024-09-10T10:17:08.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f10e6ffd640 1 -- 172.21.15.157:0/2213577439 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f10e801f020 con 0x7f10f8151480 2024-09-10T10:17:08.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7fde7259c640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fde600678f0 0x7fde60069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54003a90 0x7f8f6414c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f6414ef00 0x7f8f641501e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.064 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f6414f380 0x7f8f64150720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6406be40 con 0x7f8f6414ef00 2024-09-10T10:17:08.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6406bcc0 con 0x7f8f6414f380 2024-09-10T10:17:08.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f6aa59640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f8f640b4500 con 0x7f8f54003a90 2024-09-10T10:17:08.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f69256640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f6414ef00 0x7f8f641501e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f69a57640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54003a90 0x7f8f6414c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f69256640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f6414ef00 0x7f8f641501e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33532/0 (socket says 172.21.15.157:33532) 2024-09-10T10:17:08.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.033+0000 7f8f69256640 1 -- 172.21.15.157:0/3429783376 learned_addr learned my addr 172.21.15.157:0/3429783376 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:08.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f6a258640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f6414f380 0x7f8f64150720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7fde7259c640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fde600678f0 0x7fde60069db0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fde680af000 tx=0x7fde68008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f69256640 1 -- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54003a90 msgr2=0x7f8f6414c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f69256640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54003a90 0x7f8f6414c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f69256640 1 -- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f6414f380 msgr2=0x7f8f64150720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f69256640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f6414f380 0x7f8f64150720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f69256640 1 -- 172.21.15.157:0/3429783376 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f641638e0 con 0x7f8f6414ef00 2024-09-10T10:17:08.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f69256640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f6414ef00 0x7f8f641501e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8f5000f4a0 tx=0x7f8f5000f8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f627fc640 1 -- 172.21.15.157:0/3429783376 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f50005280 con 0x7f8f6414ef00 2024-09-10T10:17:08.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f64163bc0 con 0x7f8f6414ef00 2024-09-10T10:17:08.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f64164180 con 0x7f8f6414ef00 2024-09-10T10:17:08.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f6406d140 con 0x7f8f6414ef00 2024-09-10T10:17:08.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f627fc640 1 -- 172.21.15.157:0/3429783376 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f50019070 con 0x7f8f6414ef00 2024-09-10T10:17:08.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.037+0000 7f8f627fc640 1 -- 172.21.15.157:0/3429783376 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f50003620 con 0x7f8f6414ef00 2024-09-10T10:17:08.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.041+0000 7f8f627fc640 1 -- 172.21.15.157:0/3429783376 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8f500037c0 con 0x7f8f6414ef00 2024-09-10T10:17:08.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.041+0000 7f8f627fc640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8f480678f0 0x7f8f48069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.041+0000 7f8f627fc640 1 -- 172.21.15.157:0/3429783376 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8f50089120 con 0x7f8f6414ef00 2024-09-10T10:17:08.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.041+0000 7f8f69a57640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8f480678f0 0x7f8f48069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.041+0000 7f8f69a57640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8f480678f0 0x7f8f48069db0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8f580ac000 tx=0x7f8f58007000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4160fb9640 1 -- 172.21.15.157:0/364863815 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f414c0b4070 con 0x7f41540e3a20 2024-09-10T10:17:08.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4160fb9640 1 -- 172.21.15.157:0/364863815 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f414c0a79b0 con 0x7f41540e3a20 2024-09-10T10:17:08.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4160fb9640 1 -- 172.21.15.157:0/364863815 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f414c0a7d80 con 0x7f41540e3a20 2024-09-10T10:17:08.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f8f627fc640 1 -- 172.21.15.157:0/3429783376 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8f50059c60 con 0x7f8f6414ef00 2024-09-10T10:17:08.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 -- 172.21.15.157:0/364863815 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 msgr2=0x7f415401d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 --2- 172.21.15.157:0/364863815 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 0x7f415401d930 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f414c00ba60 tx=0x7f414c01eae0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7fde5b7fe640 1 -- 172.21.15.157:0/1713544444 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fde640573a0 con 0x7fde5c004810 2024-09-10T10:17:08.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 -- 172.21.15.157:0/364863815 shutdown_connections 2024-09-10T10:17:08.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 --2- 172.21.15.157:0/364863815 >> v2:172.21.15.157:3300/0 conn(0x7f4154032590 0x7f4154005fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 --2- 172.21.15.157:0/364863815 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 0x7f415401d930 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 -- 172.21.15.157:0/364863815 >> 172.21.15.157:0/364863815 conn(0x7f4154036270 msgr2=0x7f4154036680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 -- 172.21.15.157:0/364863815 shutdown_connections 2024-09-10T10:17:08.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7fb415ffb640 1 -- 172.21.15.157:0/2933675711 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb41c055620 con 0x7fb418100640 2024-09-10T10:17:08.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 -- 172.21.15.157:0/364863815 wait complete. 2024-09-10T10:17:08.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 Processor -- start 2024-09-10T10:17:08.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.049+0000 7f4162fbd640 1 -- start start 2024-09-10T10:17:08.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4162fbd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4154032590 0x7f4154039ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4162fbd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4154053db0 0x7f4154187780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4162fbd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 0x7f41540d8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4162fbd640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f41540070c0 con 0x7f4154032590 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4162fbd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4154006f40 con 0x7f4154053db0 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4162fbd640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f4154007240 con 0x7f41540e3a20 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4161fbb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4154032590 0x7f4154039ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4161fbb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4154032590 0x7f4154039ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33542/0 (socket says 172.21.15.157:33542) 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4161fbb640 1 -- 172.21.15.157:0/1433477146 learned_addr learned my addr 172.21.15.157:0/1433477146 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f41617ba640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4154053db0 0x7f4154187780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f416421f640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 0x7f41540d8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4161fbb640 1 -- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 msgr2=0x7f41540d8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4161fbb640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 0x7f41540d8b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4161fbb640 1 -- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4154053db0 msgr2=0x7f4154187780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4161fbb640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4154053db0 0x7f4154187780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4161fbb640 1 -- 172.21.15.157:0/1433477146 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f415404dd40 con 0x7f4154032590 2024-09-10T10:17:08.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4161fbb640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4154032590 0x7f4154039ec0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f415800c3f0 tx=0x7f415800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f41527fc640 1 -- 172.21.15.157:0/1433477146 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4158017070 con 0x7f4154032590 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f415404e020 con 0x7f4154032590 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f415404e5e0 con 0x7f4154032590 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f41527fc640 1 -- 172.21.15.157:0/1433477146 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41580074e0 con 0x7f4154032590 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f41527fc640 1 -- 172.21.15.157:0/1433477146 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41580059b0 con 0x7f4154032590 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.053+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41440052a0 con 0x7f4154032590 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f3042e03640 1 Processor -- start 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f3042e03640 1 -- start start 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f3042e03640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 0x7f303c166e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f3042e03640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f303c0b24d0 0x7f303c0cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f3042e03640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f303c1673d0 con 0x7f303c0b4e60 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f3042e03640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f303c0cf190 con 0x7f303c0b24d0 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f3042e03640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f303c0cdcf0 con 0x7f303c1628b0 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f30413a0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f303c0b24d0 0x7f303c0cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f30413a0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f303c0b24d0 0x7f303c0cf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56184/0 (socket says 172.21.15.157:56184) 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f30413a0640 1 -- 172.21.15.157:0/384595821 learned_addr learned my addr 172.21.15.157:0/384595821 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f30413a0640 1 -- 172.21.15.157:0/384595821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 msgr2=0x7f303c166e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f30413a0640 1 --2- 172.21.15.157:0/384595821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 0x7f303c166e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f30413a0640 1 -- 172.21.15.157:0/384595821 >> v1:172.21.15.157:6789/0 conn(0x7f303c0b4e60 legacy=0x7f303c0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.057+0000 7f30413a0640 1 -- 172.21.15.157:0/384595821 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f303c0b5390 con 0x7f303c0b24d0 2024-09-10T10:17:08.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.061+0000 7f30413a0640 1 --2- 172.21.15.157:0/384595821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b24d0 0x7f303c0cf600 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3034009e50 tx=0x7f303401c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77e73a68fbbc6096 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.065+0000 7f41527fc640 1 -- 172.21.15.157:0/1433477146 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f415801a070 con 0x7f4154032590 2024-09-10T10:17:08.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.065+0000 7f41527fc640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4148067a00 0x7f4148069ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.065+0000 7f41527fc640 1 -- 172.21.15.157:0/1433477146 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4158085360 con 0x7f4154032590 2024-09-10T10:17:08.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.065+0000 7f41617ba640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4148067a00 0x7f4148069ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.065+0000 7f41617ba640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4148067a00 0x7f4148069ec0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f414c0b1000 tx=0x7f414c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.069+0000 7f41527fc640 1 -- 172.21.15.157:0/1433477146 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f41580558c0 con 0x7f4154032590 2024-09-10T10:17:08.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f303b7fe640 1 -- 172.21.15.157:0/384595821 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30340a55c0 con 0x7f303c0b24d0 2024-09-10T10:17:08.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f303b7fe640 1 -- 172.21.15.157:0/384595821 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30340a5760 con 0x7f303c0b24d0 2024-09-10T10:17:08.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 -- 172.21.15.157:0/384595821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b24d0 msgr2=0x7f303c0cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 --2- 172.21.15.157:0/384595821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b24d0 0x7f303c0cf600 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3034009e50 tx=0x7f303401c830 comp rx=0 tx=0).stop 2024-09-10T10:17:08.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 -- 172.21.15.157:0/384595821 shutdown_connections 2024-09-10T10:17:08.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 --2- 172.21.15.157:0/384595821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b24d0 0x7f303c0cf600 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 --2- 172.21.15.157:0/384595821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 0x7f303c166e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 -- 172.21.15.157:0/384595821 >> 172.21.15.157:0/384595821 conn(0x7f303c06bcc0 msgr2=0x7f303c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 -- 172.21.15.157:0/384595821 shutdown_connections 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 -- 172.21.15.157:0/384595821 wait complete. 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 Processor -- start 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.073+0000 7f3042e03640 1 -- start start 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f3042e03640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b4e60 0x7f303c147990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f3042e03640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 0x7f303c0aefd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f3042e03640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f303c0ae0b0 0x7f303c0ac2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f3040b9f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b4e60 0x7f303c147990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f3040b9f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b4e60 0x7f303c147990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56192/0 (socket says 172.21.15.157:56192) 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f303bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 0x7f303c0aefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f30413a0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f303c0ae0b0 0x7f303c0ac2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f30413a0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f303c0ae0b0 0x7f303c0ac2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33558/0 (socket says 172.21.15.157:33558) 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f303bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 0x7f303c0aefd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59378/0 (socket says 172.21.15.157:59378) 2024-09-10T10:17:08.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f3042e03640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f303c0d04d0 con 0x7f303c0ae0b0 2024-09-10T10:17:08.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f3042e03640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f303c0d0350 con 0x7f303c0b4e60 2024-09-10T10:17:08.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f3042e03640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f303c0d0650 con 0x7f303c1628b0 2024-09-10T10:17:08.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f3040b9f640 1 -- 172.21.15.157:0/2093264759 learned_addr learned my addr 172.21.15.157:0/2093264759 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:08.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f30413a0640 1 -- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 msgr2=0x7f303c0aefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f30413a0640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 0x7f303c0aefd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f30413a0640 1 -- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b4e60 msgr2=0x7f303c147990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f30413a0640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b4e60 0x7f303c147990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f30413a0640 1 -- 172.21.15.157:0/2093264759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f303c148070 con 0x7f303c0ae0b0 2024-09-10T10:17:08.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.077+0000 7f30413a0640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f303c0ae0b0 0x7f303c0ac2a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f30340ab000 tx=0x7f30340195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.081+0000 7f30397fa640 1 -- 172.21.15.157:0/2093264759 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30340a55c0 con 0x7f303c0ae0b0 2024-09-10T10:17:08.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.081+0000 7f30397fa640 1 -- 172.21.15.157:0/2093264759 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30340a5760 con 0x7f303c0ae0b0 2024-09-10T10:17:08.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.081+0000 7f30397fa640 1 -- 172.21.15.157:0/2093264759 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034007e00 con 0x7f303c0ae0b0 2024-09-10T10:17:08.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.081+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f303c148350 con 0x7f303c0ae0b0 2024-09-10T10:17:08.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.081+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f303c148910 con 0x7f303c0ae0b0 2024-09-10T10:17:08.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.081+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f303c0cf600 con 0x7f303c0ae0b0 2024-09-10T10:17:08.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.081+0000 7f30397fa640 1 -- 172.21.15.157:0/2093264759 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f30340c0020 con 0x7f303c0ae0b0 2024-09-10T10:17:08.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.081+0000 7f30397fa640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3020067910 0x7f3020069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:08.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.085+0000 7f30397fa640 1 -- 172.21.15.157:0/2093264759 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3034120420 con 0x7f303c0ae0b0 2024-09-10T10:17:08.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.085+0000 7f3040b9f640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3020067910 0x7f3020069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:08.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.085+0000 7f3040b9f640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3020067910 0x7f3020069dd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f303c0cc5b0 tx=0x7f3028009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:08.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.093+0000 7f30397fa640 1 -- 172.21.15.157:0/2093264759 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f30340c7020 con 0x7f303c0ae0b0 2024-09-10T10:17:08.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.301+0000 7f1d1bcdf640 1 -- 172.21.15.157:0/3307885999 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f1d140b59a0 con 0x7f1d140b32b0 2024-09-10T10:17:08.302 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.301+0000 7f1d0a7fc640 1 -- 172.21.15.157:0/3307885999 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1d1005a430 con 0x7f1d140b32b0 2024-09-10T10:17:08.305 INFO:teuthology.orchestra.run.smithi157.stdout:55834574853 2024-09-10T10:17:08.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 -- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1cf8067910 msgr2=0x7f1cf8069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1cf8067910 0x7f1cf8069dd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c0ae000 tx=0x7f1d0c0a7070 comp rx=0 tx=0).stop 2024-09-10T10:17:08.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 -- 172.21.15.157:0/3307885999 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d140b32b0 msgr2=0x7f1d14163040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d140b32b0 0x7f1d14163040 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1d1000fac0 tx=0x7f1d1000ff80 comp rx=0 tx=0).stop 2024-09-10T10:17:08.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 -- 172.21.15.157:0/3307885999 shutdown_connections 2024-09-10T10:17:08.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f1cf8067910 0x7f1cf8069dd0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d14151480 0x7f1d14160180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d140b5540 0x7f1d141fb810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 --2- 172.21.15.157:0/3307885999 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d140b32b0 0x7f1d14163040 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 -- 172.21.15.157:0/3307885999 >> 172.21.15.157:0/3307885999 conn(0x7f1d140cca50 msgr2=0x7f1d14152050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 -- 172.21.15.157:0/3307885999 shutdown_connections 2024-09-10T10:17:08.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.309+0000 7f1cf7fff640 1 -- 172.21.15.157:0/3307885999 wait complete. 2024-09-10T10:17:08.331 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.1 2024-09-10T10:17:08.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.341+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f10f815b200 con 0x7f10f8151480 2024-09-10T10:17:08.344 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.341+0000 7f10e6ffd640 1 -- 172.21.15.157:0/2213577439 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f10e8056ce0 con 0x7f10f8151480 2024-09-10T10:17:08.344 INFO:teuthology.orchestra.run.smithi157.stdout:60129542151 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10d80678c0 msgr2=0x7f10d8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10d80678c0 0x7f10d8069d80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f10ec009730 tx=0x7f10ec006ca0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f8151480 msgr2=0x7f10f815c7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f8151480 0x7f10f815c7a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f10e800b410 tx=0x7f10e800b8d0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 shutdown_connections 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10d80678c0 0x7f10d8069d80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10f8151480 0x7f10f815c7a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10f80b5540 0x7f10f8154170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 --2- 172.21.15.157:0/2213577439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10f80b32b0 0x7f10f8148db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 >> 172.21.15.157:0/2213577439 conn(0x7f10f80cca50 msgr2=0x7f10f8164210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 shutdown_connections 2024-09-10T10:17:08.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.345+0000 7f10fce02640 1 -- 172.21.15.157:0/2213577439 wait complete. 2024-09-10T10:17:08.352 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.353+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fde54005860 con 0x7fde5c004810 2024-09-10T10:17:08.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.353+0000 7fde5b7fe640 1 -- 172.21.15.157:0/1713544444 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fde64086030 con 0x7fde5c004810 2024-09-10T10:17:08.353 INFO:teuthology.orchestra.run.smithi157.stdout:64424509448 2024-09-10T10:17:08.357 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fde600678f0 msgr2=0x7fde60069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fde600678f0 0x7fde60069db0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fde680af000 tx=0x7fde68008040 comp rx=0 tx=0).stop 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 msgr2=0x7fde6c0d7e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde6c0d7e60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fde64007380 tx=0x7fde64007840 comp rx=0 tx=0).stop 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 shutdown_connections 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fde600678f0 0x7fde60069db0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6c0e14b0 0x7fde6c0d9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fde6c0db040 0x7fde6c0e0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 --2- 172.21.15.157:0/1713544444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde5c004810 0x7fde6c0d7e60 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 >> 172.21.15.157:0/1713544444 conn(0x7fde6c01db10 msgr2=0x7fde6c0340e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 shutdown_connections 2024-09-10T10:17:08.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fde789c0640 1 -- 172.21.15.157:0/1713544444 wait complete. 2024-09-10T10:17:08.359 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fc8b5ffb640 1 -- 172.21.15.157:0/2005183545 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fc8d00b48b0 con 0x7fc8d0166f90 2024-09-10T10:17:08.360 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.357+0000 7fc8b7fff640 1 -- 172.21.15.157:0/2005183545 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc8c80f0880 con 0x7fc8d0166f90 2024-09-10T10:17:08.360 INFO:teuthology.orchestra.run.smithi157.stdout:64424509446 2024-09-10T10:17:08.363 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 -- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc8bc0678c0 msgr2=0x7fc8bc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.363 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc8bc0678c0 0x7fc8bc069d80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc8c4007fd0 tx=0x7fc8c4007d60 comp rx=0 tx=0).stop 2024-09-10T10:17:08.364 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 -- 172.21.15.157:0/2005183545 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 msgr2=0x7fc8d00b5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.364 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 0x7fc8d00b5080 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc8c801a490 tx=0x7fc8c8019600 comp rx=0 tx=0).stop 2024-09-10T10:17:08.364 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 -- 172.21.15.157:0/2005183545 shutdown_connections 2024-09-10T10:17:08.364 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc8bc0678c0 0x7fc8bc069d80 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8d0166f90 0x7fc8d00b5080 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8d00d2110 0x7fc8d0203cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 --2- 172.21.15.157:0/2005183545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8d00d00a0 0x7fc8d0203780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 -- 172.21.15.157:0/2005183545 >> 172.21.15.157:0/2005183545 conn(0x7fc8d00d42e0 msgr2=0x7fc8d00b3d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 -- 172.21.15.157:0/2005183545 shutdown_connections 2024-09-10T10:17:08.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.361+0000 7fc8b5ffb640 1 -- 172.21.15.157:0/2005183545 wait complete. 2024-09-10T10:17:08.366 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.4 2024-09-10T10:17:08.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.373+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f8f640cf430 con 0x7f8f6414ef00 2024-09-10T10:17:08.376 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.373+0000 7f8f627fc640 1 -- 172.21.15.157:0/3429783376 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8f50059560 con 0x7f8f6414ef00 2024-09-10T10:17:08.376 INFO:teuthology.orchestra.run.smithi157.stdout:64424509448 2024-09-10T10:17:08.376 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.373+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fb41804ff00 con 0x7fb418100640 2024-09-10T10:17:08.377 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7fb415ffb640 1 -- 172.21.15.157:0/2933675711 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb41c059920 con 0x7fb418100640 2024-09-10T10:17:08.377 INFO:teuthology.orchestra.run.smithi157.stdout:64424509448 2024-09-10T10:17:08.378 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8f480678f0 msgr2=0x7f8f48069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.378 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8f480678f0 0x7f8f48069db0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8f580ac000 tx=0x7f8f58007000 comp rx=0 tx=0).stop 2024-09-10T10:17:08.378 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f6414ef00 msgr2=0x7f8f641501e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.378 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f6414ef00 0x7f8f641501e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8f5000f4a0 tx=0x7f8f5000f8a0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.380 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.2 2024-09-10T10:17:08.380 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 shutdown_connections 2024-09-10T10:17:08.380 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8f480678f0 0x7f8f48069db0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.380 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f6414f380 0x7f8f64150720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.380 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f6414ef00 0x7f8f641501e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.380 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 --2- 172.21.15.157:0/3429783376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f54003a90 0x7f8f6414c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.380 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 >> 172.21.15.157:0/3429783376 conn(0x7f8f640cff90 msgr2=0x7f8f640cd740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.381 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 shutdown_connections 2024-09-10T10:17:08.381 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7f8f6aa59640 1 -- 172.21.15.157:0/3429783376 wait complete. 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb404067910 msgr2=0x7fb404069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7fb426738640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb404067910 0x7fb404069dd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb42006abd0 tx=0x7fb42006e040 comp rx=0 tx=0).stop 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 msgr2=0x7fb4180ffac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.377+0000 7fb426738640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb4180ffac0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb41c007fd0 tx=0x7fb41c00cbe0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 shutdown_connections 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7fb426738640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb404067910 0x7fb404069dd0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7fb426738640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4181035e0 0x7fb41804f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7fb426738640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418100640 0x7fb4180ffac0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7fb426738640 1 --2- 172.21.15.157:0/2933675711 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb41804eb70 0x7fb41818b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 >> 172.21.15.157:0/2933675711 conn(0x7fb41801d940 msgr2=0x7fb418039a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 shutdown_connections 2024-09-10T10:17:08.382 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7fb426738640 1 -- 172.21.15.157:0/2933675711 wait complete. 2024-09-10T10:17:08.383 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f4144005860 con 0x7f4154032590 2024-09-10T10:17:08.383 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.381+0000 7f41527fc640 1 -- 172.21.15.157:0/1433477146 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4158059bc0 con 0x7f4154032590 2024-09-10T10:17:08.383 INFO:teuthology.orchestra.run.smithi157.stdout:64424509446 2024-09-10T10:17:08.385 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4148067a00 msgr2=0x7f4148069ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.385 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4148067a00 0x7f4148069ec0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f414c0b1000 tx=0x7f414c008040 comp rx=0 tx=0).stop 2024-09-10T10:17:08.385 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4154032590 msgr2=0x7f4154039ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4154032590 0x7f4154039ec0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f415800c3f0 tx=0x7f415800c8b0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 shutdown_connections 2024-09-10T10:17:08.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4148067a00 0x7f4148069ec0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41540e3a20 0x7f41540d8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4154053db0 0x7f4154187780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 --2- 172.21.15.157:0/1433477146 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4154032590 0x7f4154039ec0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 >> 172.21.15.157:0/1433477146 conn(0x7f4154036270 msgr2=0x7f41540e29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 shutdown_connections 2024-09-10T10:17:08.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.385+0000 7f4162fbd640 1 -- 172.21.15.157:0/1433477146 wait complete. 2024-09-10T10:17:08.393 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.5 2024-09-10T10:17:08.403 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.3 2024-09-10T10:17:08.404 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.0 2024-09-10T10:17:08.405 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f303c16e3d0 con 0x7f303c0ae0b0 2024-09-10T10:17:08.405 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f30397fa640 1 -- 172.21.15.157:0/2093264759 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f303c1673d0 con 0x7f303c0ae0b0 2024-09-10T10:17:08.406 INFO:teuthology.orchestra.run.smithi157.stdout:64424509446 2024-09-10T10:17:08.408 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.6 2024-09-10T10:17:08.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3020067910 msgr2=0x7f3020069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3020067910 0x7f3020069dd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f303c0cc5b0 tx=0x7f3028009190 comp rx=0 tx=0).stop 2024-09-10T10:17:08.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f303c0ae0b0 msgr2=0x7f303c0ac2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:08.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f303c0ae0b0 0x7f303c0ac2a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f30340ab000 tx=0x7f30340195d0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 shutdown_connections 2024-09-10T10:17:08.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3020067910 0x7f3020069dd0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f303c0ae0b0 0x7f303c0ac2a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f303c1628b0 0x7f303c0aefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 --2- 172.21.15.157:0/2093264759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f303c0b4e60 0x7f303c147990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:08.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 >> 172.21.15.157:0/2093264759 conn(0x7f303c06bcc0 msgr2=0x7f303c0afb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:08.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 shutdown_connections 2024-09-10T10:17:08.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:08.405+0000 7f3042e03640 1 -- 172.21.15.157:0/2093264759 wait complete. 2024-09-10T10:17:08.422 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.7 2024-09-10T10:17:09.332 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T10:17:09.367 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T10:17:09.380 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T10:17:09.394 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T10:17:09.404 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T10:17:09.404 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T10:17:09.409 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T10:17:09.423 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T10:17:09.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec2b55640 1 Processor -- start 2024-09-10T10:17:09.483 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec2b55640 1 -- start start 2024-09-10T10:17:09.483 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec2b55640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7ebc151480 0x7f7ebc0cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.483 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec2b55640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc0b32b0 0x7f7ebc0b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.483 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec2b55640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ebc0ce090 con 0x7f7ebc0b5540 2024-09-10T10:17:09.483 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec2b55640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f7ebc0b4040 con 0x7f7ebc151480 2024-09-10T10:17:09.483 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec2b55640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7ebc0ce9c0 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ebbfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f7ebc0b5540 0x7f7ebc0b59d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:51610/0 (socket says 172.21.15.157:51610) 2024-09-10T10:17:09.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ebbfff640 1 -- 172.21.15.157:0/2833708850 learned_addr learned my addr 172.21.15.157:0/2833708850 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:09.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec10f2640 1 --2- 172.21.15.157:0/2833708850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc0b32b0 0x7f7ebc0b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec08f1640 1 --2- 172.21.15.157:0/2833708850 >> v2:172.21.15.192:3300/0 conn(0x7f7ebc151480 0x7f7ebc0cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec08f1640 1 -- 172.21.15.157:0/2833708850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc0b32b0 msgr2=0x7f7ebc0b3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:09.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec08f1640 1 --2- 172.21.15.157:0/2833708850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc0b32b0 0x7f7ebc0b3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec08f1640 1 -- 172.21.15.157:0/2833708850 >> v1:172.21.15.192:6789/0 conn(0x7f7ebc0b5540 legacy=0x7f7ebc0b59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.480+0000 7f7ec08f1640 1 -- 172.21.15.157:0/2833708850 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ebc0ce370 con 0x7f7ebc151480 2024-09-10T10:17:09.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.484+0000 7f7ec08f1640 1 --2- 172.21.15.157:0/2833708850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ebc151480 0x7f7ebc0cee50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7eac00dbe0 tx=0x7f7eac020720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12115f3b9cc14de2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.484+0000 7f7ebb7fe640 1 -- 172.21.15.157:0/2833708850 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac00d2d0 con 0x7f7ebc151480 2024-09-10T10:17:09.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ebb7fe640 1 -- 172.21.15.157:0/2833708850 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7eac0aa510 con 0x7f7ebc151480 2024-09-10T10:17:09.490 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 -- 172.21.15.157:0/2833708850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ebc151480 msgr2=0x7f7ebc0cee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.490 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 --2- 172.21.15.157:0/2833708850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ebc151480 0x7f7ebc0cee50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7eac00dbe0 tx=0x7f7eac020720 comp rx=0 tx=0).stop 2024-09-10T10:17:09.490 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 -- 172.21.15.157:0/2833708850 shutdown_connections 2024-09-10T10:17:09.490 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 --2- 172.21.15.157:0/2833708850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc0b32b0 0x7f7ebc0b3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.490 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 --2- 172.21.15.157:0/2833708850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ebc151480 0x7f7ebc0cee50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.490 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 -- 172.21.15.157:0/2833708850 >> 172.21.15.157:0/2833708850 conn(0x7f7ebc0cca50 msgr2=0x7f7ebc0cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.490 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 -- 172.21.15.157:0/2833708850 shutdown_connections 2024-09-10T10:17:09.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 -- 172.21.15.157:0/2833708850 wait complete. 2024-09-10T10:17:09.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 Processor -- start 2024-09-10T10:17:09.494 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.488+0000 7f7ec2b55640 1 -- start start 2024-09-10T10:17:09.494 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec2b55640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ebc0b32b0 0x7f7ebc14e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.494 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec2b55640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ebc0b5540 0x7f7ebc14a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.494 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec2b55640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc14ae00 0x7f7ebc14fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.494 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec2b55640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc06c650 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.494 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec2b55640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc06c4d0 con 0x7f7ebc0b5540 2024-09-10T10:17:09.494 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec2b55640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7ebc06c7d0 con 0x7f7ebc14ae00 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec10f2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc14ae00 0x7f7ebc14fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec08f1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ebc0b32b0 0x7f7ebc14e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec08f1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ebc0b32b0 0x7f7ebc14e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33568/0 (socket says 172.21.15.157:33568) 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec08f1640 1 -- 172.21.15.157:0/643189697 learned_addr learned my addr 172.21.15.157:0/643189697 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ebbfff640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ebc0b5540 0x7f7ebc14a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec08f1640 1 -- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc14ae00 msgr2=0x7f7ebc14fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec08f1640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc14ae00 0x7f7ebc14fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec08f1640 1 -- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ebc0b5540 msgr2=0x7f7ebc14a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec08f1640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ebc0b5540 0x7f7ebc14a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec08f1640 1 -- 172.21.15.157:0/643189697 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ebc1fea30 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.496 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.492+0000 7f7ec08f1640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ebc0b32b0 0x7f7ebc14e1d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7eac01edd0 tx=0x7f7eac01d4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.500+0000 7f7eb97fa640 1 -- 172.21.15.157:0/643189697 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac0b3480 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.504+0000 7f7eb97fa640 1 -- 172.21.15.157:0/643189697 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7eac0b3620 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.504+0000 7f7ec2b55640 1 -- 172.21.15.157:0/643189697 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ebc1fed10 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.504+0000 7f7ec2b55640 1 -- 172.21.15.157:0/643189697 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ebc1ff2d0 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.504+0000 7f7eb97fa640 1 -- 172.21.15.157:0/643189697 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac0b3a10 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.508+0000 7f7ea2ffd640 1 -- 172.21.15.157:0/643189697 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e940052a0 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.508+0000 7f7eb97fa640 1 -- 172.21.15.157:0/643189697 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7eac0b3bb0 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.508+0000 7f7eb97fa640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7ea8067910 0x7f7ea8069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.508+0000 7f7eb97fa640 1 -- 172.21.15.157:0/643189697 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7eac120060 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.508+0000 7f7ebbfff640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7ea8067910 0x7f7ea8069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.508+0000 7f7ebbfff640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7ea8067910 0x7f7ea8069dd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7ebc074050 tx=0x7f7eb4004b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.519 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.516+0000 7f7eb97fa640 1 -- 172.21.15.157:0/643189697 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7eac01a3a0 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.544 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.540+0000 7f18f4cde640 1 Processor -- start 2024-09-10T10:17:09.546 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.540+0000 7f18f4cde640 1 -- start start 2024-09-10T10:17:09.546 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18f4cde640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f0151480 0x7f18f00cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.546 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18f4cde640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18f00ce090 con 0x7f18f00b32b0 2024-09-10T10:17:09.546 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18f4cde640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18f00ce370 con 0x7f18f00b5540 2024-09-10T10:17:09.546 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18f4cde640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f18f00b4040 con 0x7f18f0151480 2024-09-10T10:17:09.547 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18eed9d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f18f00b32b0 0x7f18f00b3740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40264/0 (socket says 172.21.15.157:40264) 2024-09-10T10:17:09.547 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18eed9d640 1 -- 172.21.15.157:0/1864866102 learned_addr learned my addr 172.21.15.157:0/1864866102 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:09.547 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18ee59c640 1 --2- 172.21.15.157:0/1864866102 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f0151480 0x7f18f00cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.547 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18ed59a640 1 -- 172.21.15.157:0/1864866102 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 316191732 0 0) 0x7f18f00ce090 con 0x7f18f00b32b0 2024-09-10T10:17:09.547 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18ed59a640 1 -- 172.21.15.157:0/1864866102 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f18d8003530 con 0x7f18f00b32b0 2024-09-10T10:17:09.548 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18ed59a640 1 -- 172.21.15.157:0/1864866102 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 419255797 0 0) 0x7f18f00ce370 con 0x7f18f00b5540 2024-09-10T10:17:09.548 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18ee59c640 1 -- 172.21.15.157:0/1864866102 >> v1:172.21.15.192:6789/0 conn(0x7f18f00b5540 legacy=0x7f18f00b59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.548 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18ee59c640 1 -- 172.21.15.157:0/1864866102 >> v1:172.21.15.157:6789/0 conn(0x7f18f00b32b0 legacy=0x7f18f00b3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.548 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.544+0000 7f18ee59c640 1 -- 172.21.15.157:0/1864866102 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18f00ce650 con 0x7f18f0151480 2024-09-10T10:17:09.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.548+0000 7f18ee59c640 1 --2- 172.21.15.157:0/1864866102 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f0151480 0x7f18f00cee50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f18e800d210 tx=0x7f18e801ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20f2336ef6550e88 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.548+0000 7f18ed59a640 1 -- 172.21.15.157:0/1864866102 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e80ad070 con 0x7f18f0151480 2024-09-10T10:17:09.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.548+0000 7f18ed59a640 1 -- 172.21.15.157:0/1864866102 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18e80a7bd0 con 0x7f18f0151480 2024-09-10T10:17:09.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.548+0000 7f18ed59a640 1 -- 172.21.15.157:0/1864866102 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e80b1400 con 0x7f18f0151480 2024-09-10T10:17:09.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.548+0000 7f18f4cde640 1 -- 172.21.15.157:0/1864866102 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f0151480 msgr2=0x7f18f00cee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.548+0000 7f18f4cde640 1 --2- 172.21.15.157:0/1864866102 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f0151480 0x7f18f00cee50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f18e800d210 tx=0x7f18e801ed00 comp rx=0 tx=0).stop 2024-09-10T10:17:09.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.548+0000 7f18f4cde640 1 -- 172.21.15.157:0/1864866102 shutdown_connections 2024-09-10T10:17:09.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.548+0000 7f18f4cde640 1 --2- 172.21.15.157:0/1864866102 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f0151480 0x7f18f00cee50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.548+0000 7f18f4cde640 1 -- 172.21.15.157:0/1864866102 >> 172.21.15.157:0/1864866102 conn(0x7f18f00cca50 msgr2=0x7f18f00cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 -- 172.21.15.157:0/1864866102 shutdown_connections 2024-09-10T10:17:09.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 -- 172.21.15.157:0/1864866102 wait complete. 2024-09-10T10:17:09.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 Processor -- start 2024-09-10T10:17:09.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 -- start start 2024-09-10T10:17:09.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18f00b32b0 0x7f18f0156f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f00b5540 0x7f18f015e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18f0151480 0x7f18f0206270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f18f006c860 con 0x7f18f00b32b0 2024-09-10T10:17:09.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f18f006c6e0 con 0x7f18f0151480 2024-09-10T10:17:09.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18f4cde640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f18f0158e60 con 0x7f18f00b5540 2024-09-10T10:17:09.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.552+0000 7f18edd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f00b5540 0x7f18f015e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18ee59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18f00b32b0 0x7f18f0156f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18edd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f00b5540 0x7f18f015e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59430/0 (socket says 172.21.15.157:59430) 2024-09-10T10:17:09.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18edd9b640 1 -- 172.21.15.157:0/1771183655 learned_addr learned my addr 172.21.15.157:0/1771183655 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18eed9d640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18f0151480 0x7f18f0206270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18edd9b640 1 -- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18f0151480 msgr2=0x7f18f0206270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18edd9b640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18f0151480 0x7f18f0206270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18edd9b640 1 -- 172.21.15.157:0/1771183655 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18f00b32b0 msgr2=0x7f18f0156f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18edd9b640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18f00b32b0 0x7f18f0156f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18edd9b640 1 -- 172.21.15.157:0/1771183655 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18f01576b0 con 0x7f18f00b5540 2024-09-10T10:17:09.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.556+0000 7f18edd9b640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f00b5540 0x7f18f015e210 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f18e400c3e0 tx=0x7f18e400c8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.560 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.560+0000 7f18deffd640 1 -- 172.21.15.157:0/1771183655 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e4017070 con 0x7f18f00b5540 2024-09-10T10:17:09.561 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.560+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18f0157990 con 0x7f18f00b5540 2024-09-10T10:17:09.561 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.560+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f18f0158230 con 0x7f18f00b5540 2024-09-10T10:17:09.561 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.560+0000 7f18deffd640 1 -- 172.21.15.157:0/1771183655 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18e4003600 con 0x7f18f00b5540 2024-09-10T10:17:09.561 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.560+0000 7f18deffd640 1 -- 172.21.15.157:0/1771183655 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18e40039f0 con 0x7f18f00b5540 2024-09-10T10:17:09.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.560+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18f00cee30 con 0x7f18f00b5540 2024-09-10T10:17:09.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.560+0000 7f18deffd640 1 -- 172.21.15.157:0/1771183655 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f18e401a070 con 0x7f18f00b5540 2024-09-10T10:17:09.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.560+0000 7f18deffd640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18d0067990 0x7f18d0069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.560+0000 7f18deffd640 1 -- 172.21.15.157:0/1771183655 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f18e4085050 con 0x7f18f00b5540 2024-09-10T10:17:09.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.564+0000 7f18ee59c640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18d0067990 0x7f18d0069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.564+0000 7f18ee59c640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18d0067990 0x7f18d0069e50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f18e80b2000 tx=0x7f18e800a040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.576+0000 7f18deffd640 1 -- 172.21.15.157:0/1771183655 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f18e4055520 con 0x7f18f00b5540 2024-09-10T10:17:09.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.592+0000 7f4b4c3f7640 1 Processor -- start 2024-09-10T10:17:09.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.592+0000 7f4b4c3f7640 1 -- start start 2024-09-10T10:17:09.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4c3f7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4b4406c7e0 0x7f4b441512f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4c3f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b440b4c60 0x7f4b440cf4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4c3f7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b440b3a30 con 0x7f4b440b47f0 2024-09-10T10:17:09.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4c3f7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f4b440b3d10 con 0x7f4b4406c7e0 2024-09-10T10:17:09.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4c3f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f4b440b3ff0 con 0x7f4b440b4c60 2024-09-10T10:17:09.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4a193640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4b4406c7e0 0x7f4b441512f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4a994640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b440b4c60 0x7f4b440cf4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b49992640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f4b440b47f0 0x7f4b440cd590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:51634/0 (socket says 172.21.15.157:51634) 2024-09-10T10:17:09.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b49992640 1 -- 172.21.15.157:0/4280611238 learned_addr learned my addr 172.21.15.157:0/4280611238 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:09.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb76ac14640 1 Processor -- start 2024-09-10T10:17:09.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4a193640 1 -- 172.21.15.157:0/4280611238 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b440b4c60 msgr2=0x7f4b440cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:09.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4a193640 1 --2- 172.21.15.157:0/4280611238 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b440b4c60 0x7f4b440cf4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4a193640 1 -- 172.21.15.157:0/4280611238 >> v1:172.21.15.192:6789/0 conn(0x7f4b440b47f0 legacy=0x7f4b440cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb76ac14640 1 -- start start 2024-09-10T10:17:09.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b49191640 1 -- 172.21.15.157:0/4280611238 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 820672188 0 0) 0x7f4b440b3a30 con 0x7f4b440b47f0 2024-09-10T10:17:09.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb76ac14640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb7640cd570 0x7fb7640cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb76ac14640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb764151480 0x7fb7640b5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb76ac14640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7640ce090 con 0x7fb7640b5a80 2024-09-10T10:17:09.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb76ac14640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fb7640b4040 con 0x7fb7640cd570 2024-09-10T10:17:09.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb76ac14640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fb7640ce9c0 con 0x7fb764151480 2024-09-10T10:17:09.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb7689b0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb7640cd570 0x7fb7640cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb7689b0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb7640cd570 0x7fb7640cee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33576/0 (socket says 172.21.15.157:33576) 2024-09-10T10:17:09.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb7689b0640 1 -- 172.21.15.157:0/1625597421 learned_addr learned my addr 172.21.15.157:0/1625597421 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7fb763fff640 1 --2- 172.21.15.157:0/1625597421 >> v2:172.21.15.192:3300/0 conn(0x7fb764151480 0x7fb7640b5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.596+0000 7f4b4a193640 1 -- 172.21.15.157:0/4280611238 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b440b42d0 con 0x7f4b4406c7e0 2024-09-10T10:17:09.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fb7689b0640 1 -- 172.21.15.157:0/1625597421 >> v2:172.21.15.192:3300/0 conn(0x7fb764151480 msgr2=0x7fb7640b5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:09.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fb7689b0640 1 --2- 172.21.15.157:0/1625597421 >> v2:172.21.15.192:3300/0 conn(0x7fb764151480 0x7fb7640b5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fb7689b0640 1 -- 172.21.15.157:0/1625597421 >> v1:172.21.15.157:6789/0 conn(0x7fb7640b5a80 legacy=0x7fb7640b32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:09.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fb7689b0640 1 -- 172.21.15.157:0/1625597421 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7640ce370 con 0x7fb7640cd570 2024-09-10T10:17:09.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b4a193640 1 --2- 172.21.15.157:0/4280611238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4406c7e0 0x7f4b441512f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c009d90 tx=0x7f4b3c01f150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fab5a20d6a7193b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b49191640 1 -- 172.21.15.157:0/4280611238 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b3c0b4070 con 0x7f4b4406c7e0 2024-09-10T10:17:09.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b49191640 1 -- 172.21.15.157:0/4280611238 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b3c0af600 con 0x7f4b4406c7e0 2024-09-10T10:17:09.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b49191640 1 -- 172.21.15.157:0/4280611238 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b3c0af9d0 con 0x7f4b4406c7e0 2024-09-10T10:17:09.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fc1bf59e640 1 Processor -- start 2024-09-10T10:17:09.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fb7689b0640 1 --2- 172.21.15.157:0/1625597421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 0x7fb7640cee50 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb76415aa30 tx=0x7fb75c01c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aba3e2127a28e42 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/4280611238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4406c7e0 msgr2=0x7f4b441512f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/4280611238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4406c7e0 0x7f4b441512f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c009d90 tx=0x7f4b3c01f150 comp rx=0 tx=0).stop 2024-09-10T10:17:09.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/4280611238 shutdown_connections 2024-09-10T10:17:09.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/4280611238 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b440b4c60 0x7f4b440cf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/4280611238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4406c7e0 0x7f4b441512f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/4280611238 >> 172.21.15.157:0/4280611238 conn(0x7f4b4406bcc0 msgr2=0x7f4b4406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/4280611238 shutdown_connections 2024-09-10T10:17:09.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fc1bf59e640 1 -- start start 2024-09-10T10:17:09.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/4280611238 wait complete. 2024-09-10T10:17:09.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fb7637fe640 1 -- 172.21.15.157:0/1625597421 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c0a55e0 con 0x7fb7640cd570 2024-09-10T10:17:09.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fb7637fe640 1 -- 172.21.15.157:0/1625597421 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb75c0a5780 con 0x7fb7640cd570 2024-09-10T10:17:09.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.600+0000 7fb7637fe640 1 -- 172.21.15.157:0/1625597421 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c0a5b50 con 0x7fb7640cd570 2024-09-10T10:17:09.607 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bf59e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc1c00ceda0 0x7fc1c00b4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.607 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 -- 172.21.15.157:0/1625597421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 msgr2=0x7fb7640cee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.607 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 --2- 172.21.15.157:0/1625597421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 0x7fb7640cee50 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb76415aa30 tx=0x7fb75c01c940 comp rx=0 tx=0).stop 2024-09-10T10:17:09.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bf59e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc1c006d300 0x7fc1c0162dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bed9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc1c006d300 0x7fc1c0162dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bed9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc1c006d300 0x7fc1c0162dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33592/0 (socket says 172.21.15.157:33592) 2024-09-10T10:17:09.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bed9d640 1 -- 172.21.15.157:0/1235020789 learned_addr learned my addr 172.21.15.157:0/1235020789 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bf59e640 1 -- 172.21.15.157:0/1235020789 --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1c014c080 con 0x7fc1c006bcc0 2024-09-10T10:17:09.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bf59e640 1 -- 172.21.15.157:0/1235020789 --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fc1c006ce70 con 0x7fc1c006d300 2024-09-10T10:17:09.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bf59e640 1 -- 172.21.15.157:0/1235020789 --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fc1c006c260 con 0x7fc1c00ceda0 2024-09-10T10:17:09.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1be59c640 1 --2- 172.21.15.157:0/1235020789 >> v2:172.21.15.192:3300/0 conn(0x7fc1c00ceda0 0x7fc1c00b4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f4b4c3f7640 1 Processor -- start 2024-09-10T10:17:09.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f4b4c3f7640 1 -- start start 2024-09-10T10:17:09.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d6d15640 1 Processor -- start 2024-09-10T10:17:09.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d6d15640 1 -- start start 2024-09-10T10:17:09.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bed9d640 1 -- 172.21.15.157:0/1235020789 >> v2:172.21.15.192:3300/0 conn(0x7fc1c00ceda0 msgr2=0x7fc1c00b4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:09.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bed9d640 1 --2- 172.21.15.157:0/1235020789 >> v2:172.21.15.192:3300/0 conn(0x7fc1c00ceda0 0x7fc1c00b4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bed9d640 1 -- 172.21.15.157:0/1235020789 >> v1:172.21.15.157:6789/0 conn(0x7fc1c006bcc0 legacy=0x7fc1c00cf180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.610 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fc1bed9d640 1 -- 172.21.15.157:0/1235020789 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1c006c540 con 0x7fc1c006d300 2024-09-10T10:17:09.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 -- 172.21.15.157:0/1625597421 shutdown_connections 2024-09-10T10:17:09.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 --2- 172.21.15.157:0/1625597421 >> v2:172.21.15.192:3300/0 conn(0x7fb764151480 0x7fb7640b5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 --2- 172.21.15.157:0/1625597421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 0x7fb7640cee50 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 -- 172.21.15.157:0/1625597421 >> 172.21.15.157:0/1625597421 conn(0x7fb7640cca50 msgr2=0x7fb7640cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 -- 172.21.15.157:0/1625597421 shutdown_connections 2024-09-10T10:17:09.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 -- 172.21.15.157:0/1625597421 wait complete. 2024-09-10T10:17:09.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f4b4c3f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4406c7e0 0x7f4b4413fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f4b4c3f7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b440b47f0 0x7f4b44159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d6d15640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa5d00ced80 0x7fa5d00ccf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d6d15640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d00cf160 0x7fa5d00cf580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d6d15640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5d00cd610 con 0x7fa5d00b3610 2024-09-10T10:17:09.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d6d15640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fa5d016c5b0 con 0x7fa5d00ced80 2024-09-10T10:17:09.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d6d15640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa5d006c6d0 con 0x7fa5d00cf160 2024-09-10T10:17:09.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f4b49992640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b440b47f0 0x7f4b44159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f4b49992640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b440b47f0 0x7f4b44159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33608/0 (socket says 172.21.15.157:33608) 2024-09-10T10:17:09.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f4b49992640 1 -- 172.21.15.157:0/2939929859 learned_addr learned my addr 172.21.15.157:0/2939929859 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f0d3b9f9640 1 Processor -- start 2024-09-10T10:17:09.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f4b4a193640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4406c7e0 0x7f4b4413fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f0d3b9f9640 1 -- start start 2024-09-10T10:17:09.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b440b4c60 0x7f4b44140df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 Processor -- start 2024-09-10T10:17:09.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d5d13640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa5d00ced80 0x7fa5d00ccf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d5d13640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa5d00ced80 0x7fa5d00ccf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56256/0 (socket says 172.21.15.157:56256) 2024-09-10T10:17:09.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d5d13640 1 -- 172.21.15.157:0/1659421984 learned_addr learned my addr 172.21.15.157:0/1659421984 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fa5d5512640 1 --2- 172.21.15.157:0/1659421984 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d00cf160 0x7fa5d00cf580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.604+0000 7fb76ac14640 1 -- start start 2024-09-10T10:17:09.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4b440cde20 con 0x7f4b440b47f0 2024-09-10T10:17:09.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4b440cdca0 con 0x7f4b4406c7e0 2024-09-10T10:17:09.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f4b440cfa30 con 0x7f4b440b4c60 2024-09-10T10:17:09.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fa5d5d13640 1 -- 172.21.15.157:0/1659421984 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d00cf160 msgr2=0x7fa5d00cf580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:09.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fa5d5d13640 1 --2- 172.21.15.157:0/1659421984 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d00cf160 0x7fa5d00cf580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fa5d5d13640 1 -- 172.21.15.157:0/1659421984 >> v1:172.21.15.192:6789/0 conn(0x7fa5d00b3610 legacy=0x7fa5d00b3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fa5d5d13640 1 -- 172.21.15.157:0/1659421984 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d006c920 con 0x7fa5d00ced80 2024-09-10T10:17:09.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fa5d5512640 1 --2- 172.21.15.157:0/1659421984 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d00cf160 0x7fa5d00cf580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:09.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f4b49992640 1 -- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b440b4c60 msgr2=0x7f4b44140df0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T10:17:09.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f4b49992640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b440b4c60 0x7f4b44140df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f4b49992640 1 -- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4406c7e0 msgr2=0x7f4b4413fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f4b49992640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4406c7e0 0x7f4b4413fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb76ac14640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7640b5a80 0x7fb764148530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb76ac14640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 0x7fb764146610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb76ac14640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb764151480 0x7fb76414e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.618 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb76ac14640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fb76406c4d0 con 0x7fb7640cd570 2024-09-10T10:17:09.618 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb76ac14640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb764164280 con 0x7fb7640b5a80 2024-09-10T10:17:09.618 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb76ac14640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fb76406c650 con 0x7fb764151480 2024-09-10T10:17:09.618 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f564de0d640 1 Processor -- start 2024-09-10T10:17:09.618 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f4b49992640 1 -- 172.21.15.157:0/2939929859 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b440d0890 con 0x7f4b440b47f0 2024-09-10T10:17:09.619 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d3b9f9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d341627f0 0x7f0d340d0430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.619 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d3b9f9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0d340b46c0 0x7f0d340d0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.619 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d3b9f9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d340b3900 con 0x7f0d340ccd00 2024-09-10T10:17:09.619 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d3b9f9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f0d340b36b0 con 0x7f0d340b46c0 2024-09-10T10:17:09.619 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d3b9f9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0d34162bd0 con 0x7f0d341627f0 2024-09-10T10:17:09.619 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d39f96640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f0d340ccd00 0x7f0d340cd190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:51662/0 (socket says 172.21.15.157:51662) 2024-09-10T10:17:09.619 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d39f96640 1 -- 172.21.15.157:0/225773875 learned_addr learned my addr 172.21.15.157:0/225773875 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:09.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb763fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 0x7fb764146610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb763fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 0x7fb764146610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33618/0 (socket says 172.21.15.157:33618) 2024-09-10T10:17:09.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb763fff640 1 -- 172.21.15.157:0/3313372779 learned_addr learned my addr 172.21.15.157:0/3313372779 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb7689b0640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7640b5a80 0x7fb764148530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bed9d640 1 --2- 172.21.15.157:0/1235020789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 0x7fc1c0162dc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc1c006ebd0 tx=0x7fc1b801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e21b5137d6789a9b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d38f94640 1 --2- 172.21.15.157:0/225773875 >> v2:172.21.15.157:3300/0 conn(0x7f0d340b46c0 0x7f0d340d0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb7691b1640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb764151480 0x7fb76414e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb763fff640 1 -- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb764151480 msgr2=0x7fb76414e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb763fff640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb764151480 0x7fb76414e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb763fff640 1 -- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7640b5a80 msgr2=0x7fb764148530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb763fff640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7640b5a80 0x7fb764148530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb763fff640 1 -- 172.21.15.157:0/3313372779 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb764148ea0 con 0x7fb7640cd570 2024-09-10T10:17:09.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f4b49992640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b440b47f0 0x7f4b44159ac0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4b3400c4a0 tx=0x7f4b3400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f564de0d640 1 -- start start 2024-09-10T10:17:09.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d39795640 1 --2- 172.21.15.157:0/225773875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d341627f0 0x7f0d340d0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d2bfff640 1 -- 172.21.15.157:0/225773875 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1838067936 0 0) 0x7f0d340b3900 con 0x7f0d340ccd00 2024-09-10T10:17:09.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d2bfff640 1 -- 172.21.15.157:0/225773875 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d20003530 con 0x7f0d340ccd00 2024-09-10T10:17:09.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d38f94640 1 -- 172.21.15.157:0/225773875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d341627f0 msgr2=0x7f0d340d0430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:09.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d38f94640 1 --2- 172.21.15.157:0/225773875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d341627f0 0x7f0d340d0430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d38f94640 1 -- 172.21.15.157:0/225773875 >> v1:172.21.15.192:6789/0 conn(0x7f0d340ccd00 legacy=0x7f0d340cd190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f0d38f94640 1 -- 172.21.15.157:0/225773875 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d340b3be0 con 0x7f0d340b46c0 2024-09-10T10:17:09.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb763fff640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 0x7fb764146610 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb75400e870 tx=0x7fb75400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f564de0d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f564815af10 0x7f5648071cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f564de0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cf6b0 0x7f56480cfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f564de0d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f564806ce70 con 0x7f56480cb720 2024-09-10T10:17:09.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f564de0d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f5648161ca0 con 0x7f564815af10 2024-09-10T10:17:09.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f564de0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f564806d110 con 0x7f56480cf6b0 2024-09-10T10:17:09.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fa5d5d13640 1 --2- 172.21.15.157:0/1659421984 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5d00ced80 0x7fa5d00ccf80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc009870 tx=0x7fa5cc01c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8327d78b4cd3864 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bd59a640 1 -- 172.21.15.157:0/1235020789 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b80a5790 con 0x7fc1c006d300 2024-09-10T10:17:09.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bd59a640 1 -- 172.21.15.157:0/1235020789 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1b80a5930 con 0x7fc1c006d300 2024-09-10T10:17:09.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bd59a640 1 -- 172.21.15.157:0/1235020789 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b80a5d00 con 0x7fc1c006d300 2024-09-10T10:17:09.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cf6b0 0x7f56480cfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cf6b0 0x7f56480cfaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:59490/0 (socket says 172.21.15.157:59490) 2024-09-10T10:17:09.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f5646ffd640 1 -- 172.21.15.157:0/2593883770 learned_addr learned my addr 172.21.15.157:0/2593883770 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bf59e640 1 -- 172.21.15.157:0/1235020789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 msgr2=0x7fc1c0162dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bf59e640 1 --2- 172.21.15.157:0/1235020789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 0x7fc1c0162dc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc1c006ebd0 tx=0x7fc1b801c9c0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bf59e640 1 -- 172.21.15.157:0/1235020789 shutdown_connections 2024-09-10T10:17:09.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bf59e640 1 --2- 172.21.15.157:0/1235020789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 0x7fc1c0162dc0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bf59e640 1 --2- 172.21.15.157:0/1235020789 >> v2:172.21.15.192:3300/0 conn(0x7fc1c00ceda0 0x7fc1c00b4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fc1bf59e640 1 -- 172.21.15.157:0/1235020789 >> 172.21.15.157:0/1235020789 conn(0x7fc1c006e380 msgr2=0x7fc1c00b1d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fa5d4d11640 1 -- 172.21.15.157:0/1659421984 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc0b2070 con 0x7fa5d00ced80 2024-09-10T10:17:09.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fa5d4d11640 1 -- 172.21.15.157:0/1659421984 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5cc0a9070 con 0x7fa5d00ced80 2024-09-10T10:17:09.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fa5d4d11640 1 -- 172.21.15.157:0/1659421984 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc0ad880 con 0x7fa5d00ced80 2024-09-10T10:17:09.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb7617fa640 1 -- 172.21.15.157:0/3313372779 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb754017070 con 0x7fb7640cd570 2024-09-10T10:17:09.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb7617fa640 1 -- 172.21.15.157:0/3313372779 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb75400c940 con 0x7fb7640cd570 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb7617fa640 1 -- 172.21.15.157:0/3313372779 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75400ccf0 con 0x7fb7640cd570 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7640722b0 con 0x7fb7640cd570 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb764072870 con 0x7fb7640cd570 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb764073e10 con 0x7fb7640cd570 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fa5d6d15640 1 -- 172.21.15.157:0/1659421984 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5d00ced80 msgr2=0x7fa5d00ccf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fa5d6d15640 1 --2- 172.21.15.157:0/1659421984 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5d00ced80 0x7fa5d00ccf80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc009870 tx=0x7fa5cc01c560 comp rx=0 tx=0).stop 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fa5d6d15640 1 -- 172.21.15.157:0/1659421984 shutdown_connections 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fa5d6d15640 1 --2- 172.21.15.157:0/1659421984 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d00cf160 0x7fa5d00cf580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fa5d6d15640 1 --2- 172.21.15.157:0/1659421984 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5d00ced80 0x7fa5d00ccf80 secure :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc009870 tx=0x7fa5cc01c560 comp rx=0 tx=0).stop 2024-09-10T10:17:09.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fa5d6d15640 1 -- 172.21.15.157:0/1659421984 >> 172.21.15.157:0/1659421984 conn(0x7fa5d00cff90 msgr2=0x7fa5d00d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f5646ffd640 1 -- 172.21.15.157:0/2593883770 >> v2:172.21.15.192:3300/0 conn(0x7f564815af10 msgr2=0x7f5648071cd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T10:17:09.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f5646ffd640 1 --2- 172.21.15.157:0/2593883770 >> v2:172.21.15.192:3300/0 conn(0x7f564815af10 0x7f5648071cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f5646ffd640 1 -- 172.21.15.157:0/2593883770 >> v1:172.21.15.157:6789/0 conn(0x7f56480cb720 legacy=0x7f564806dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:09.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.608+0000 7f5646ffd640 1 -- 172.21.15.157:0/2593883770 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f564806d3f0 con 0x7f56480cf6b0 2024-09-10T10:17:09.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f4b3affd640 1 -- 172.21.15.157:0/2939929859 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b34018070 con 0x7f4b440b47f0 2024-09-10T10:17:09.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f4b3affd640 1 -- 172.21.15.157:0/2939929859 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b340074e0 con 0x7f4b440b47f0 2024-09-10T10:17:09.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f4b3affd640 1 -- 172.21.15.157:0/2939929859 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b34004a30 con 0x7f4b440b47f0 2024-09-10T10:17:09.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b44153bc0 con 0x7f4b440b47f0 2024-09-10T10:17:09.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b44140680 con 0x7f4b440b47f0 2024-09-10T10:17:09.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fb7617fa640 1 -- 172.21.15.157:0/3313372779 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fb75401a070 con 0x7fb7640cd570 2024-09-10T10:17:09.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fa5d6d15640 1 -- 172.21.15.157:0/1659421984 shutdown_connections 2024-09-10T10:17:09.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fa5d6d15640 1 -- 172.21.15.157:0/1659421984 wait complete. 2024-09-10T10:17:09.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f0d38f94640 1 --2- 172.21.15.157:0/225773875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 0x7f0d340d0970 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c009d90 tx=0x7f0d2c01c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34a8294345ba3153 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fb7617fa640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb7500678c0 0x7fb750069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fc1bf59e640 1 -- 172.21.15.157:0/1235020789 shutdown_connections 2024-09-10T10:17:09.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fc1bf59e640 1 -- 172.21.15.157:0/1235020789 wait complete. 2024-09-10T10:17:09.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fb7617fa640 1 -- 172.21.15.157:0/3313372779 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb754086280 con 0x7fb7640cd570 2024-09-10T10:17:09.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fb7689b0640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb7500678c0 0x7fb750069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f5646ffd640 1 --2- 172.21.15.157:0/2593883770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cf6b0 0x7f56480cfaf0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5638009870 tx=0x7f563801c540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0b1c88d2d0775e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b2c0052a0 con 0x7f4b440b47f0 2024-09-10T10:17:09.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f56467fc640 1 -- 172.21.15.157:0/2593883770 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56380b0070 con 0x7f56480cf6b0 2024-09-10T10:17:09.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f56467fc640 1 -- 172.21.15.157:0/2593883770 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56380ab600 con 0x7f56480cf6b0 2024-09-10T10:17:09.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7f56467fc640 1 -- 172.21.15.157:0/2593883770 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56380ab9d0 con 0x7f56480cf6b0 2024-09-10T10:17:09.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.612+0000 7fb7689b0640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb7500678c0 0x7fb750069d80 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb75c0ae000 tx=0x7fb75c0a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d6d15640 1 Processor -- start 2024-09-10T10:17:09.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bf59e640 1 Processor -- start 2024-09-10T10:17:09.636 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 -- 172.21.15.157:0/2593883770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cf6b0 msgr2=0x7f56480cfaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.636 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 --2- 172.21.15.157:0/2593883770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cf6b0 0x7f56480cfaf0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5638009870 tx=0x7f563801c540 comp rx=0 tx=0).stop 2024-09-10T10:17:09.636 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d6d15640 1 -- start start 2024-09-10T10:17:09.636 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d6d15640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5d00b3610 0x7fa5d0072350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bf59e640 1 -- start start 2024-09-10T10:17:09.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bf59e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c006bcc0 0x7fc1c0143fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bf59e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 0x7fc1c0147140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bf59e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c00ceda0 0x7fc1c0147680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bf59e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c016f500 con 0x7fc1c006d300 2024-09-10T10:17:09.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bf59e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c016f380 con 0x7fc1c00ceda0 2024-09-10T10:17:09.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bf59e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc1c016f680 con 0x7fc1c006bcc0 2024-09-10T10:17:09.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d6d15640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5d00cf160 0x7fa5d01602e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d6d15640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d0072ba0 0x7fa5d0073030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5d13640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5d00b3610 0x7fa5d0072350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5d13640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5d00b3610 0x7fa5d0072350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33622/0 (socket says 172.21.15.157:33622) 2024-09-10T10:17:09.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5d13640 1 -- 172.21.15.157:0/3363351808 learned_addr learned my addr 172.21.15.157:0/3363351808 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d6d15640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d006d400 con 0x7fa5d00b3610 2024-09-10T10:17:09.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d00cfac0 con 0x7fa5d00cf160 2024-09-10T10:17:09.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bdd9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 0x7fc1c0147140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa5d006d580 con 0x7fa5d0072ba0 2024-09-10T10:17:09.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bdd9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 0x7fc1c0147140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33638/0 (socket says 172.21.15.157:33638) 2024-09-10T10:17:09.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bdd9b640 1 -- 172.21.15.157:0/788212318 learned_addr learned my addr 172.21.15.157:0/788212318 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1be59c640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c006bcc0 0x7fc1c0143fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5512640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5d00cf160 0x7fa5d01602e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d6514640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d0072ba0 0x7fa5d0073030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bed9d640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c00ceda0 0x7fc1c0147680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bdd9b640 1 -- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c006bcc0 msgr2=0x7fc1c0143fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bdd9b640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c006bcc0 0x7fc1c0143fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bdd9b640 1 -- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c00ceda0 msgr2=0x7fc1c0147680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bdd9b640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c00ceda0 0x7fc1c0147680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bdd9b640 1 -- 172.21.15.157:0/788212318 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1c0161f00 con 0x7fc1c006d300 2024-09-10T10:17:09.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5d13640 1 -- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d0072ba0 msgr2=0x7fa5d0073030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5d13640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d0072ba0 0x7fa5d0073030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5d13640 1 -- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5d00cf160 msgr2=0x7fa5d01602e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5d13640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5d00cf160 0x7fa5d01602e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5d13640 1 -- 172.21.15.157:0/3363351808 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d0160820 con 0x7fa5d00b3610 2024-09-10T10:17:09.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fc1bdd9b640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 0x7fc1c0147140 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc1b400c450 tx=0x7fc1b400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 -- 172.21.15.157:0/2593883770 shutdown_connections 2024-09-10T10:17:09.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 --2- 172.21.15.157:0/2593883770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cf6b0 0x7f56480cfaf0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 --2- 172.21.15.157:0/2593883770 >> v2:172.21.15.192:3300/0 conn(0x7f564815af10 0x7f5648071cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 -- 172.21.15.157:0/2593883770 >> 172.21.15.157:0/2593883770 conn(0x7f56480cdb50 msgr2=0x7f56480cdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 -- 172.21.15.157:0/2593883770 shutdown_connections 2024-09-10T10:17:09.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7fa5d5d13640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5d00b3610 0x7fa5d0072350 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc01ac10 tx=0x7fa5cc019300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.644 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 -- 172.21.15.157:0/2593883770 wait complete. 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 Processor -- start 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.616+0000 7f564de0d640 1 -- start start 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f564de0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cb720 0x7f5648168d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f564de0d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56480cf6b0 0x7f5648151e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f564de0d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f564815af10 0x7f5648072460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f564de0d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f56480cbfc0 con 0x7f56480cf6b0 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f564de0d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5648072210 con 0x7f564815af10 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f564de0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f564815b2f0 con 0x7f56480cb720 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56480cf6b0 0x7f5648151e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f5646ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56480cf6b0 0x7f5648151e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33648/0 (socket says 172.21.15.157:33648) 2024-09-10T10:17:09.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f5646ffd640 1 -- 172.21.15.157:0/1730892820 learned_addr learned my addr 172.21.15.157:0/1730892820 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f56477fe640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cb720 0x7f5648168d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f5646ffd640 1 -- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cb720 msgr2=0x7f5648168d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f5646ffd640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cb720 0x7f5648168d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f5646ffd640 1 -- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f564815af10 msgr2=0x7f5648072460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f5646ffd640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f564815af10 0x7f5648072460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f5646ffd640 1 -- 172.21.15.157:0/1730892820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5648169b30 con 0x7f56480cf6b0 2024-09-10T10:17:09.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f5646ffd640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56480cf6b0 0x7f5648151e30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f563801cde0 tx=0x7f56380192e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7fb7617fa640 1 -- 172.21.15.157:0/3313372779 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fb754056f30 con 0x7fb7640cd570 2024-09-10T10:17:09.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f0d2bfff640 1 -- 172.21.15.157:0/225773875 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c0b2070 con 0x7f0d340b46c0 2024-09-10T10:17:09.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7fa5c67fc640 1 -- 172.21.15.157:0/3363351808 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc0b2050 con 0x7fa5d00b3610 2024-09-10T10:17:09.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f562ffff640 1 -- 172.21.15.157:0/1730892820 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56380b9020 con 0x7f56480cf6b0 2024-09-10T10:17:09.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5648169570 con 0x7f56480cf6b0 2024-09-10T10:17:09.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5d0160ac0 con 0x7fa5d00b3610 2024-09-10T10:17:09.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f564814cd70 con 0x7f56480cf6b0 2024-09-10T10:17:09.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7fc1aeffd640 1 -- 172.21.15.157:0/788212318 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b4016020 con 0x7fc1c006d300 2024-09-10T10:17:09.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7f0d2bfff640 1 -- 172.21.15.157:0/225773875 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d2c0a5790 con 0x7f0d340b46c0 2024-09-10T10:17:09.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5d0161080 con 0x7fa5d00b3610 2024-09-10T10:17:09.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1c013fa30 con 0x7fc1c006d300 2024-09-10T10:17:09.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.620+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1c0148030 con 0x7fc1c006d300 2024-09-10T10:17:09.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/225773875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 msgr2=0x7f0d340d0970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7f0d3b9f9640 1 --2- 172.21.15.157:0/225773875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 0x7f0d340d0970 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c009d90 tx=0x7f0d2c01c930 comp rx=0 tx=0).stop 2024-09-10T10:17:09.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5d00ccf80 con 0x7fa5d00b3610 2024-09-10T10:17:09.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7f4b3affd640 1 -- 172.21.15.157:0/2939929859 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4b3401b070 con 0x7f4b440b47f0 2024-09-10T10:17:09.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7f4b3affd640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4b28067990 0x7f4b28069e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7f4b3affd640 1 -- 172.21.15.157:0/2939929859 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4b34085550 con 0x7f4b440b47f0 2024-09-10T10:17:09.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7fa5c67fc640 1 -- 172.21.15.157:0/3363351808 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5cc0bd070 con 0x7fa5d00b3610 2024-09-10T10:17:09.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7f4b4a193640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4b28067990 0x7f4b28069e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7fa5c67fc640 1 -- 172.21.15.157:0/3363351808 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc0c2660 con 0x7fa5d00b3610 2024-09-10T10:17:09.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7fc1aeffd640 1 -- 172.21.15.157:0/788212318 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1b40052d0 con 0x7fc1c006d300 2024-09-10T10:17:09.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7fc1aeffd640 1 -- 172.21.15.157:0/788212318 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b4007220 con 0x7fc1c006d300 2024-09-10T10:17:09.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7f562ffff640 1 -- 172.21.15.157:0/1730892820 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5638000e50 con 0x7f56480cf6b0 2024-09-10T10:17:09.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7f4b4a193640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4b28067990 0x7f4b28069e50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c0b1000 tx=0x7f4b3c0aa000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.624+0000 7f562ffff640 1 -- 172.21.15.157:0/1730892820 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56380b0050 con 0x7f56480cf6b0 2024-09-10T10:17:09.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/225773875 shutdown_connections 2024-09-10T10:17:09.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 --2- 172.21.15.157:0/225773875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 0x7f0d340d0970 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 --2- 172.21.15.157:0/225773875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d341627f0 0x7f0d340d0430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/225773875 >> 172.21.15.157:0/225773875 conn(0x7f0d340b2100 msgr2=0x7f0d340b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/225773875 shutdown_connections 2024-09-10T10:17:09.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/225773875 wait complete. 2024-09-10T10:17:09.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56280052a0 con 0x7f56480cf6b0 2024-09-10T10:17:09.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1a40052a0 con 0x7fc1c006d300 2024-09-10T10:17:09.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 Processor -- start 2024-09-10T10:17:09.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f4b3affd640 1 -- 172.21.15.157:0/2939929859 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4b34022020 con 0x7f4b440b47f0 2024-09-10T10:17:09.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fc1aeffd640 1 -- 172.21.15.157:0/788212318 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc1b40073c0 con 0x7fc1c006d300 2024-09-10T10:17:09.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fa5c67fc640 1 -- 172.21.15.157:0/3363351808 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa5cc0ab070 con 0x7fa5d00b3610 2024-09-10T10:17:09.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fa5c67fc640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa5b40678c0 0x7fa5b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fa5c67fc640 1 -- 172.21.15.157:0/3363351808 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa5cc1205b0 con 0x7fa5d00b3610 2024-09-10T10:17:09.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fa5d5512640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa5b40678c0 0x7fa5b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fc1aeffd640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc1a00678c0 0x7fc1a0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fc1aeffd640 1 -- 172.21.15.157:0/788212318 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc1b4086360 con 0x7fc1c006d300 2024-09-10T10:17:09.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fc1be59c640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc1a00678c0 0x7fc1a0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fc1be59c640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc1a00678c0 0x7fc1a0069d80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc1b000b930 tx=0x7fc1b0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 -- start start 2024-09-10T10:17:09.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 0x7f0d3415eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d340ccd00 0x7f0d34159750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d341627f0 0x7f0d34151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0d340717f0 con 0x7f0d340b46c0 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0d34071670 con 0x7f0d341627f0 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.632+0000 7f0d3b9f9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0d34071970 con 0x7f0d340ccd00 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39f96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d341627f0 0x7f0d34151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39f96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d341627f0 0x7f0d34151e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56312/0 (socket says 172.21.15.157:56312) 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39f96640 1 -- 172.21.15.157:0/2257833210 learned_addr learned my addr 172.21.15.157:0/2257833210 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d38f94640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d340ccd00 0x7f0d34159750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39f96640 1 -- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d340ccd00 msgr2=0x7f0d34159750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39795640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 0x7f0d3415eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39f96640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d340ccd00 0x7f0d34159750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39f96640 1 -- 172.21.15.157:0/2257833210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 msgr2=0x7f0d3415eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f562ffff640 1 -- 172.21.15.157:0/1730892820 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f56380bc020 con 0x7f56480cf6b0 2024-09-10T10:17:09.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f562ffff640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56340678f0 0x7f5634069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39f96640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 0x7f0d3415eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39f96640 1 -- 172.21.15.157:0/2257833210 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d34163170 con 0x7f0d341627f0 2024-09-10T10:17:09.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d38f94640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d340ccd00 0x7f0d34159750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:09.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f562ffff640 1 -- 172.21.15.157:0/1730892820 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5638120500 con 0x7f56480cf6b0 2024-09-10T10:17:09.659 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39795640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 0x7f0d3415eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:09.659 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f0d39f96640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d341627f0 0x7f0d34151e60 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0d2400c480 tx=0x7f0d2400c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.659 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7fa5d5512640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa5b40678c0 0x7fa5b4069d80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa5d017e9a0 tx=0x7fa5c0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.659 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.640+0000 7f0d29ffb640 1 -- 172.21.15.157:0/2257833210 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d24018070 con 0x7f0d341627f0 2024-09-10T10:17:09.659 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.640+0000 7f0d29ffb640 1 -- 172.21.15.157:0/2257833210 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d24007500 con 0x7f0d341627f0 2024-09-10T10:17:09.660 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.636+0000 7f56477fe640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56340678f0 0x7f5634069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.660 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.640+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d34163450 con 0x7f0d341627f0 2024-09-10T10:17:09.660 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.640+0000 7f0d29ffb640 1 -- 172.21.15.157:0/2257833210 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d24004a30 con 0x7f0d341627f0 2024-09-10T10:17:09.660 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.640+0000 7f56477fe640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56340678f0 0x7f5634069db0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5640009f60 tx=0x7f56400094f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.661 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.640+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d34163cf0 con 0x7f0d341627f0 2024-09-10T10:17:09.661 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.640+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d340cd190 con 0x7f0d341627f0 2024-09-10T10:17:09.661 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.640+0000 7fa5c67fc640 1 -- 172.21.15.157:0/3363351808 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa5cc016150 con 0x7fa5d00b3610 2024-09-10T10:17:09.661 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.644+0000 7fc1aeffd640 1 -- 172.21.15.157:0/788212318 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc1b4020020 con 0x7fc1c006d300 2024-09-10T10:17:09.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.644+0000 7f0d29ffb640 1 -- 172.21.15.157:0/2257833210 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0d2401b360 con 0x7f0d341627f0 2024-09-10T10:17:09.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.644+0000 7f0d29ffb640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0d180678c0 0x7f0d18069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:09.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.644+0000 7f0d29ffb640 1 -- 172.21.15.157:0/2257833210 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0d24085250 con 0x7f0d341627f0 2024-09-10T10:17:09.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.644+0000 7f0d39795640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0d180678c0 0x7f0d18069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:09.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.648+0000 7f0d39795640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0d180678c0 0x7f0d18069d80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0d300097a0 tx=0x7f0d30008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:09.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.652+0000 7f562ffff640 1 -- 172.21.15.157:0/1730892820 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f56380c4020 con 0x7f56480cf6b0 2024-09-10T10:17:09.663 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.652+0000 7f0d29ffb640 1 -- 172.21.15.157:0/2257833210 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0d24055e00 con 0x7f0d341627f0 2024-09-10T10:17:09.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.840+0000 7f7ea2ffd640 1 -- 172.21.15.157:0/643189697 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f7e94005590 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.840+0000 7f7eb97fa640 1 -- 172.21.15.157:0/643189697 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7eac0f0650 con 0x7f7ebc0b32b0 2024-09-10T10:17:09.843 INFO:teuthology.orchestra.run.smithi157.stdout:55834574855 2024-09-10T10:17:09.846 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 -- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7ea8067910 msgr2=0x7f7ea8069dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.846 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7ea8067910 0x7f7ea8069dd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7ebc074050 tx=0x7f7eb4004b70 comp rx=0 tx=0).stop 2024-09-10T10:17:09.846 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 -- 172.21.15.157:0/643189697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ebc0b32b0 msgr2=0x7f7ebc14e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.846 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ebc0b32b0 0x7f7ebc14e1d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7eac01edd0 tx=0x7f7eac01d4c0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 -- 172.21.15.157:0/643189697 shutdown_connections 2024-09-10T10:17:09.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7ea8067910 0x7f7ea8069dd0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ebc14ae00 0x7f7ebc14fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ebc0b5540 0x7f7ebc14a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 --2- 172.21.15.157:0/643189697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ebc0b32b0 0x7f7ebc14e1d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 -- 172.21.15.157:0/643189697 >> 172.21.15.157:0/643189697 conn(0x7f7ebc0cca50 msgr2=0x7f7ebc0b59d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 -- 172.21.15.157:0/643189697 shutdown_connections 2024-09-10T10:17:09.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.844+0000 7f7ec2b55640 1 -- 172.21.15.157:0/643189697 wait complete. 2024-09-10T10:17:09.868 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574855 for osd.1 2024-09-10T10:17:09.868 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:09.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.896+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f18f015ec80 con 0x7f18f00b5540 2024-09-10T10:17:09.899 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.896+0000 7f18deffd640 1 -- 172.21.15.157:0/1771183655 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f18e4059820 con 0x7f18f00b5540 2024-09-10T10:17:09.899 INFO:teuthology.orchestra.run.smithi157.stdout:60129542152 2024-09-10T10:17:09.903 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18d0067990 msgr2=0x7f18d0069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.903 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18d0067990 0x7f18d0069e50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f18e80b2000 tx=0x7f18e800a040 comp rx=0 tx=0).stop 2024-09-10T10:17:09.903 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f00b5540 msgr2=0x7f18f015e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.903 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f00b5540 0x7f18f015e210 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f18e400c3e0 tx=0x7f18e400c8a0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.903 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 shutdown_connections 2024-09-10T10:17:09.903 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f18d0067990 0x7f18d0069e50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.903 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18f0151480 0x7f18f0206270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.903 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18f00b5540 0x7f18f015e210 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.904 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 --2- 172.21.15.157:0/1771183655 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18f00b32b0 0x7f18f0156f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.904 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 >> 172.21.15.157:0/1771183655 conn(0x7f18f00cca50 msgr2=0x7f18f00b5980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.904 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 shutdown_connections 2024-09-10T10:17:09.904 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.900+0000 7f18f4cde640 1 -- 172.21.15.157:0/1771183655 wait complete. 2024-09-10T10:17:09.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.920+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f0d34163620 con 0x7f0d341627f0 2024-09-10T10:17:09.924 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.920+0000 7f0d29ffb640 1 -- 172.21.15.157:0/2257833210 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0d24055700 con 0x7f0d341627f0 2024-09-10T10:17:09.925 INFO:teuthology.orchestra.run.smithi157.stdout:64424509449 2024-09-10T10:17:09.925 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.4 2024-09-10T10:17:09.925 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:09.926 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0d180678c0 msgr2=0x7f0d18069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.926 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0d180678c0 0x7f0d18069d80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0d300097a0 tx=0x7f0d30008040 comp rx=0 tx=0).stop 2024-09-10T10:17:09.926 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d341627f0 msgr2=0x7f0d34151e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d341627f0 0x7f0d34151e60 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0d2400c480 tx=0x7f0d2400c940 comp rx=0 tx=0).stop 2024-09-10T10:17:09.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 shutdown_connections 2024-09-10T10:17:09.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0d180678c0 0x7f0d18069d80 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d341627f0 0x7f0d34151e60 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d340ccd00 0x7f0d34159750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 --2- 172.21.15.157:0/2257833210 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d340b46c0 0x7f0d3415eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 >> 172.21.15.157:0/2257833210 conn(0x7f0d340b2100 msgr2=0x7f0d34160e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 shutdown_connections 2024-09-10T10:17:09.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.924+0000 7f0d3b9f9640 1 -- 172.21.15.157:0/2257833210 wait complete. 2024-09-10T10:17:09.933 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fb7640cee30 con 0x7fb7640cd570 2024-09-10T10:17:09.933 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb7617fa640 1 -- 172.21.15.157:0/3313372779 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb7640cee30 con 0x7fb7640cd570 2024-09-10T10:17:09.934 INFO:teuthology.orchestra.run.smithi157.stdout:64424509447 2024-09-10T10:17:09.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb7500678c0 msgr2=0x7fb750069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb7500678c0 0x7fb750069d80 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb75c0ae000 tx=0x7fb75c0a7070 comp rx=0 tx=0).stop 2024-09-10T10:17:09.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 msgr2=0x7fb764146610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 0x7fb764146610 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb75400e870 tx=0x7fb75400ec70 comp rx=0 tx=0).stop 2024-09-10T10:17:09.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 shutdown_connections 2024-09-10T10:17:09.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fb7500678c0 0x7fb750069d80 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb764151480 0x7fb76414e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7640cd570 0x7fb764146610 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 --2- 172.21.15.157:0/3313372779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7640b5a80 0x7fb764148530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 >> 172.21.15.157:0/3313372779 conn(0x7fb7640cca50 msgr2=0x7fb764161140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 shutdown_connections 2024-09-10T10:17:09.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.932+0000 7fb76ac14640 1 -- 172.21.15.157:0/3313372779 wait complete. 2024-09-10T10:17:09.943 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.0 2024-09-10T10:17:09.944 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:09.952 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.6 2024-09-10T10:17:09.952 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:09.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f4b2c005860 con 0x7f4b440b47f0 2024-09-10T10:17:09.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b3affd640 1 -- 172.21.15.157:0/2939929859 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4b34056070 con 0x7f4b440b47f0 2024-09-10T10:17:09.958 INFO:teuthology.orchestra.run.smithi157.stdout:64424509449 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4b28067990 msgr2=0x7f4b28069e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4b28067990 0x7f4b28069e50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c0b1000 tx=0x7f4b3c0aa000 comp rx=0 tx=0).stop 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b440b47f0 msgr2=0x7f4b44159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b440b47f0 0x7f4b44159ac0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4b3400c4a0 tx=0x7f4b3400c960 comp rx=0 tx=0).stop 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 shutdown_connections 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4b28067990 0x7f4b28069e50 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b440b4c60 0x7f4b44140df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b440b47f0 0x7f4b44159ac0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 --2- 172.21.15.157:0/2939929859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4406c7e0 0x7f4b4413fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.956+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 >> 172.21.15.157:0/2939929859 conn(0x7f4b4406bcc0 msgr2=0x7f4b440b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.960+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 shutdown_connections 2024-09-10T10:17:09.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.960+0000 7f4b4c3f7640 1 -- 172.21.15.157:0/2939929859 wait complete. 2024-09-10T10:17:09.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.968+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f5628005860 con 0x7f56480cf6b0 2024-09-10T10:17:09.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.968+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc1a4005860 con 0x7fc1c006d300 2024-09-10T10:17:09.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.968+0000 7fc1aeffd640 1 -- 172.21.15.157:0/788212318 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc1b4005480 con 0x7fc1c006d300 2024-09-10T10:17:09.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.968+0000 7f562ffff640 1 -- 172.21.15.157:0/1730892820 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5638016130 con 0x7f56480cf6b0 2024-09-10T10:17:09.972 INFO:teuthology.orchestra.run.smithi157.stdout:64424509447 2024-09-10T10:17:09.973 INFO:teuthology.orchestra.run.smithi157.stdout:64424509449 2024-09-10T10:17:09.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56340678f0 msgr2=0x7f5634069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56340678f0 0x7f5634069db0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5640009f60 tx=0x7f56400094f0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56480cf6b0 msgr2=0x7f5648151e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56480cf6b0 0x7f5648151e30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f563801cde0 tx=0x7f56380192e0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 shutdown_connections 2024-09-10T10:17:09.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56340678f0 0x7f5634069db0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f564815af10 0x7f5648072460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56480cf6b0 0x7f5648151e30 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 --2- 172.21.15.157:0/1730892820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f56480cb720 0x7f5648168d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 >> 172.21.15.157:0/1730892820 conn(0x7f56480cdb50 msgr2=0x7f564815e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 shutdown_connections 2024-09-10T10:17:09.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7f564de0d640 1 -- 172.21.15.157:0/1730892820 wait complete. 2024-09-10T10:17:09.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fa5d0163170 con 0x7fa5d00b3610 2024-09-10T10:17:09.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fa5c67fc640 1 -- 172.21.15.157:0/3363351808 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa5cc0f0b20 con 0x7fa5d00b3610 2024-09-10T10:17:09.976 INFO:teuthology.orchestra.run.smithi157.stdout:64424509447 2024-09-10T10:17:09.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc1a00678c0 msgr2=0x7fc1a0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc1a00678c0 0x7fc1a0069d80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc1b000b930 tx=0x7fc1b0008040 comp rx=0 tx=0).stop 2024-09-10T10:17:09.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 msgr2=0x7fc1c0147140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 0x7fc1c0147140 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc1b400c450 tx=0x7fc1b400c910 comp rx=0 tx=0).stop 2024-09-10T10:17:09.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 shutdown_connections 2024-09-10T10:17:09.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc1a00678c0 0x7fc1a0069d80 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c00ceda0 0x7fc1c0147680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1c006d300 0x7fc1c0147140 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 --2- 172.21.15.157:0/788212318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c006bcc0 0x7fc1c0143fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 >> 172.21.15.157:0/788212318 conn(0x7fc1c006e380 msgr2=0x7fc1c00712a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 shutdown_connections 2024-09-10T10:17:09.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.972+0000 7fc1bf59e640 1 -- 172.21.15.157:0/788212318 wait complete. 2024-09-10T10:17:09.979 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.2 2024-09-10T10:17:09.980 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:09.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa5b40678c0 msgr2=0x7fa5b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa5b40678c0 0x7fa5b4069d80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa5d017e9a0 tx=0x7fa5c0008040 comp rx=0 tx=0).stop 2024-09-10T10:17:09.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5d00b3610 msgr2=0x7fa5d0072350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:09.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5d00b3610 0x7fa5d0072350 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc01ac10 tx=0x7fa5cc019300 comp rx=0 tx=0).stop 2024-09-10T10:17:09.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 shutdown_connections 2024-09-10T10:17:09.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa5b40678c0 0x7fa5b4069d80 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.981 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa5d0072ba0 0x7fa5d0073030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.981 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5d00cf160 0x7fa5d01602e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.981 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 --2- 172.21.15.157:0/3363351808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5d00b3610 0x7fa5d0072350 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:09.981 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 >> 172.21.15.157:0/3363351808 conn(0x7fa5d00cff90 msgr2=0x7fa5d008c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:09.981 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 shutdown_connections 2024-09-10T10:17:09.981 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:09.976+0000 7fa5d6d15640 1 -- 172.21.15.157:0/3363351808 wait complete. 2024-09-10T10:17:09.995 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.7 2024-09-10T10:17:09.996 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:09.996 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.3 2024-09-10T10:17:09.997 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:09.997 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.5 2024-09-10T10:17:09.997 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:09.997 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:17:09.997 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:17:10.144 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.140+0000 7f07dd4f3640 1 Processor -- start 2024-09-10T10:17:10.144 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.140+0000 7f07dd4f3640 1 -- start start 2024-09-10T10:17:10.146 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07dd4f3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d80b6b60 0x7f07d80d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.146 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07dd4f3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07d80d2a90 con 0x7f07d80b6780 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07dd4f3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07d80d2d70 con 0x7f07d80b3090 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07dd4f3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f07d806e360 con 0x7f07d80b6b60 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d6ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f07d80b6780 0x7f07d806dc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40310/0 (socket says 172.21.15.157:40310) 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d6ffd640 1 -- 172.21.15.157:0/3225724055 learned_addr learned my addr 172.21.15.157:0/3225724055 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1629226564 0 0) 0x7f07d80d2a90 con 0x7f07d80b6780 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07c0003530 con 0x7f07d80b6780 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d77fe640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d80b6b60 0x7f07d80d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 785955623 0 0) 0x7f07c0003530 con 0x7f07d80b6780 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d80b6b60 msgr2=0x7f07d80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d80b6b60 0x7f07d80d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 >> v1:172.21.15.192:6789/0 conn(0x7f07d80b3090 legacy=0x7f07d8162a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07d80d3050 con 0x7f07d80b6780 2024-09-10T10:17:10.147 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f07c8001a00 con 0x7f07d80b6780 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 >> v1:172.21.15.157:6789/0 conn(0x7f07d80b6780 legacy=0x7f07d806dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d80b6b60 0x7f07c00039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07c0004020 0x7f07c0004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07c0004d50 0x7f07c00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f07d806e360 con 0x7f07c0004d50 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f07c000bb90 con 0x7f07c0004020 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f07c000bd90 con 0x7f07d80b6b60 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d77fe640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07c0004d50 0x7f07c00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d6ffd640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d80b6b60 0x7f07c00039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d67fc640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07c0004020 0x7f07c0004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d77fe640 1 -- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d80b6b60 msgr2=0x7f07c00039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d77fe640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d80b6b60 0x7f07c00039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.148 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d77fe640 1 -- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07c0004020 msgr2=0x7f07c0004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:10.149 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d77fe640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07c0004020 0x7f07c0004810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.149 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d77fe640 1 -- 172.21.15.157:0/3225724055 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07c0003530 con 0x7f07c0004d50 2024-09-10T10:17:10.150 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d77fe640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07c0004d50 0x7f07c00051d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f07d000ba30 tx=0x7f07d001c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d57d4855d23e5656 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:10.150 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d00ae070 con 0x7f07c0004d50 2024-09-10T10:17:10.150 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07d00a9680 con 0x7f07c0004d50 2024-09-10T10:17:10.150 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.144+0000 7f07d5ffb640 1 -- 172.21.15.157:0/3225724055 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d000b600 con 0x7f07c0004d50 2024-09-10T10:17:10.150 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- 172.21.15.157:0/3225724055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07c0004d50 msgr2=0x7f07c00051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.150 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 --2- 172.21.15.157:0/3225724055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07c0004d50 0x7f07c00051d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f07d000ba30 tx=0x7f07d001c6a0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.150 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d77fe640 1 -- 172.21.15.157:0/3225724055 reap_dead start 2024-09-10T10:17:10.150 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- 172.21.15.157:0/3225724055 shutdown_connections 2024-09-10T10:17:10.151 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- 172.21.15.157:0/3225724055 >> 172.21.15.157:0/3225724055 conn(0x7f07d80d1390 msgr2=0x7f07d80d17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:10.151 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- 172.21.15.157:0/3225724055 shutdown_connections 2024-09-10T10:17:10.151 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- 172.21.15.157:0/3225724055 wait complete. 2024-09-10T10:17:10.151 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 Processor -- start 2024-09-10T10:17:10.151 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- start start 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07d815d530 0x7f07d815e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07d815edf0 0x7f07d8160500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d8160a40 0x7f07d81f7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f07d80d2630 con 0x7f07d815d530 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f07d80d2050 con 0x7f07d815edf0 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f07d80d21d0 con 0x7f07d8160a40 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d6ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07d815d530 0x7f07d815e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d6ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07d815d530 0x7f07d815e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33676/0 (socket says 172.21.15.157:33676) 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d6ffd640 1 -- 172.21.15.157:0/1339445943 learned_addr learned my addr 172.21.15.157:0/1339445943 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d77fe640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d8160a40 0x7f07d81f7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d67fc640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07d815edf0 0x7f07d8160500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d6ffd640 1 -- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d8160a40 msgr2=0x7f07d81f7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d6ffd640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d8160a40 0x7f07d81f7fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d6ffd640 1 -- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07d815edf0 msgr2=0x7f07d8160500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d6ffd640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07d815edf0 0x7f07d8160500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d6ffd640 1 -- 172.21.15.157:0/1339445943 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07d8155870 con 0x7f07d815d530 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07d6ffd640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07d815d530 0x7f07d815e8b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f07c800e390 tx=0x7f07c800e850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07bf7fe640 1 -- 172.21.15.157:0/1339445943 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c8012590 con 0x7f07d815d530 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07bf7fe640 1 -- 172.21.15.157:0/1339445943 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07c8018070 con 0x7f07d815d530 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07d8155b50 con 0x7f07d815d530 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07bf7fe640 1 -- 172.21.15.157:0/1339445943 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c8012990 con 0x7f07d815d530 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07d8156110 con 0x7f07d815d530 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.148+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07d80d2a90 con 0x7f07d815d530 2024-09-10T10:17:10.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.152+0000 7f07bf7fe640 1 -- 172.21.15.157:0/1339445943 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f07c8012b30 con 0x7f07d815d530 2024-09-10T10:17:10.155 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.152+0000 7f07bf7fe640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f07c40678c0 0x7f07c4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.155 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.152+0000 7f07bf7fe640 1 -- 172.21.15.157:0/1339445943 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f07c80866f0 con 0x7f07d815d530 2024-09-10T10:17:10.155 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.152+0000 7f07d67fc640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f07c40678c0 0x7f07c4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.155 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.152+0000 7f07d67fc640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f07c40678c0 0x7f07c4069d80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f07cc007fd0 tx=0x7f07cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:10.157 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.156+0000 7f07bf7fe640 1 -- 172.21.15.157:0/1339445943 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f07c8012e20 con 0x7f07d815d530 2024-09-10T10:17:10.304 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.300+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f07d8156590 con 0x7f07c40678c0 2024-09-10T10:17:10.321 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.320+0000 7f07bf7fe640 1 -- 172.21.15.157:0/1339445943 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f07d8156590 con 0x7f07c40678c0 2024-09-10T10:17:10.323 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:10.325 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:17:10.326 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.320+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f07c40678c0 msgr2=0x7f07c4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.326 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.320+0000 7f07dd4f3640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f07c40678c0 0x7f07c4069d80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f07cc007fd0 tx=0x7f07cc009040 comp rx=0 tx=0).stop 2024-09-10T10:17:10.326 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.320+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07d815d530 msgr2=0x7f07d815e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.326 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.320+0000 7f07dd4f3640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07d815d530 0x7f07d815e8b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f07c800e390 tx=0x7f07c800e850 comp rx=0 tx=0).stop 2024-09-10T10:17:10.326 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.324+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 shutdown_connections 2024-09-10T10:17:10.326 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.324+0000 7f07dd4f3640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f07c40678c0 0x7f07c4069d80 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.327 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.324+0000 7f07dd4f3640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07d8160a40 0x7f07d81f7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.327 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.324+0000 7f07dd4f3640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07d815edf0 0x7f07d8160500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.327 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.324+0000 7f07dd4f3640 1 --2- 172.21.15.157:0/1339445943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07d815d530 0x7f07d815e8b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.327 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.324+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 >> 172.21.15.157:0/1339445943 conn(0x7f07d80d1390 msgr2=0x7f07d81617e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:10.327 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.324+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 shutdown_connections 2024-09-10T10:17:10.327 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.324+0000 7f07dd4f3640 1 -- 172.21.15.157:0/1339445943 wait complete. 2024-09-10T10:17:10.340 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-10T10:17:09.423486+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239924,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734796,"statfs":{"total":773094113280,"available":772848431104,"internally_reserved":0,"allocated":2924544,"data_stored":1765292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.782465"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644705+0000","last_change":"2024-09-10T10:16:57.655241+0000","last_active":"2024-09-10T10:16:58.644705+0000","last_peered":"2024-09-10T10:16:58.644705+0000","last_clean":"2024-09-10T10:16:58.644705+0000","last_became_active":"2024-09-10T10:16:57.654896+0000","last_became_peered":"2024-09-10T10:16:57.654896+0000","last_unstale":"2024-09-10T10:16:58.644705+0000","last_undegraded":"2024-09-10T10:16:58.644705+0000","last_fullsized":"2024-09-10T10:16:58.644705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:58.027850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648355+0000","last_change":"2024-09-10T10:16:57.649282+0000","last_active":"2024-09-10T10:16:58.648355+0000","last_peered":"2024-09-10T10:16:58.648355+0000","last_clean":"2024-09-10T10:16:58.648355+0000","last_became_active":"2024-09-10T10:16:57.648594+0000","last_became_peered":"2024-09-10T10:16:57.648594+0000","last_unstale":"2024-09-10T10:16:58.648355+0000","last_undegraded":"2024-09-10T10:16:58.648355+0000","last_fullsized":"2024-09-10T10:16:58.648355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.822398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766053+0000","last_change":"2024-09-10T10:16:57.649654+0000","last_active":"2024-09-10T10:16:58.766053+0000","last_peered":"2024-09-10T10:16:58.766053+0000","last_clean":"2024-09-10T10:16:58.766053+0000","last_became_active":"2024-09-10T10:16:57.648915+0000","last_became_peered":"2024-09-10T10:16:57.648915+0000","last_unstale":"2024-09-10T10:16:58.766053+0000","last_undegraded":"2024-09-10T10:16:58.766053+0000","last_fullsized":"2024-09-10T10:16:58.766053+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:24.956289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643571+0000","last_change":"2024-09-10T10:16:57.640748+0000","last_active":"2024-09-10T10:16:58.643571+0000","last_peered":"2024-09-10T10:16:58.643571+0000","last_clean":"2024-09-10T10:16:58.643571+0000","last_became_active":"2024-09-10T10:16:57.640145+0000","last_became_peered":"2024-09-10T10:16:57.640145+0000","last_unstale":"2024-09-10T10:16:58.643571+0000","last_undegraded":"2024-09-10T10:16:58.643571+0000","last_fullsized":"2024-09-10T10:16:58.643571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643491+0000","last_change":"2024-09-10T10:16:57.639178+0000","last_active":"2024-09-10T10:16:58.643491+0000","last_peered":"2024-09-10T10:16:58.643491+0000","last_clean":"2024-09-10T10:16:58.643491+0000","last_became_active":"2024-09-10T10:16:57.638705+0000","last_became_peered":"2024-09-10T10:16:57.638705+0000","last_unstale":"2024-09-10T10:16:58.643491+0000","last_undegraded":"2024-09-10T10:16:58.643491+0000","last_fullsized":"2024-09-10T10:16:58.643491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:50.702118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645810+0000","last_change":"2024-09-10T10:16:57.665512+0000","last_active":"2024-09-10T10:16:58.645810+0000","last_peered":"2024-09-10T10:16:58.645810+0000","last_clean":"2024-09-10T10:16:58.645810+0000","last_became_active":"2024-09-10T10:16:57.665235+0000","last_became_peered":"2024-09-10T10:16:57.665235+0000","last_unstale":"2024-09-10T10:16:58.645810+0000","last_undegraded":"2024-09-10T10:16:58.645810+0000","last_fullsized":"2024-09-10T10:16:58.645810+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:50.702118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643294+0000","last_change":"2024-09-10T10:16:57.643353+0000","last_active":"2024-09-10T10:16:58.643294+0000","last_peered":"2024-09-10T10:16:58.643294+0000","last_clean":"2024-09-10T10:16:58.643294+0000","last_became_active":"2024-09-10T10:16:57.642988+0000","last_became_peered":"2024-09-10T10:16:57.642988+0000","last_unstale":"2024-09-10T10:16:58.643294+0000","last_undegraded":"2024-09-10T10:16:58.643294+0000","last_fullsized":"2024-09-10T10:16:58.643294+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:21.900475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267004+0000","last_change":"2024-09-10T10:16:57.662218+0000","last_active":"2024-09-10T10:16:59.267004+0000","last_peered":"2024-09-10T10:16:59.267004+0000","last_clean":"2024-09-10T10:16:59.267004+0000","last_became_active":"2024-09-10T10:16:57.658830+0000","last_became_peered":"2024-09-10T10:16:57.658830+0000","last_unstale":"2024-09-10T10:16:59.267004+0000","last_undegraded":"2024-09-10T10:16:59.267004+0000","last_fullsized":"2024-09-10T10:16:59.267004+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:38.713281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644920+0000","last_change":"2024-09-10T10:16:57.644354+0000","last_active":"2024-09-10T10:16:58.644920+0000","last_peered":"2024-09-10T10:16:58.644920+0000","last_clean":"2024-09-10T10:16:58.644920+0000","last_became_active":"2024-09-10T10:16:57.644037+0000","last_became_peered":"2024-09-10T10:16:57.644037+0000","last_unstale":"2024-09-10T10:16:58.644920+0000","last_undegraded":"2024-09-10T10:16:58.644920+0000","last_fullsized":"2024-09-10T10:16:58.644920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:41.988262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651306+0000","last_change":"2024-09-10T10:16:57.655352+0000","last_active":"2024-09-10T10:16:58.651306+0000","last_peered":"2024-09-10T10:16:58.651306+0000","last_clean":"2024-09-10T10:16:58.651306+0000","last_became_active":"2024-09-10T10:16:57.655004+0000","last_became_peered":"2024-09-10T10:16:57.655004+0000","last_unstale":"2024-09-10T10:16:58.651306+0000","last_undegraded":"2024-09-10T10:16:58.651306+0000","last_fullsized":"2024-09-10T10:16:58.651306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651180+0000","last_change":"2024-09-10T10:16:57.655255+0000","last_active":"2024-09-10T10:16:58.651180+0000","last_peered":"2024-09-10T10:16:58.651180+0000","last_clean":"2024-09-10T10:16:58.651180+0000","last_became_active":"2024-09-10T10:16:57.654984+0000","last_became_peered":"2024-09-10T10:16:57.654984+0000","last_unstale":"2024-09-10T10:16:58.651180+0000","last_undegraded":"2024-09-10T10:16:58.651180+0000","last_fullsized":"2024-09-10T10:16:58.651180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:58.687316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647437+0000","last_change":"2024-09-10T10:16:57.655251+0000","last_active":"2024-09-10T10:16:58.647437+0000","last_peered":"2024-09-10T10:16:58.647437+0000","last_clean":"2024-09-10T10:16:58.647437+0000","last_became_active":"2024-09-10T10:16:57.654949+0000","last_became_peered":"2024-09-10T10:16:57.654949+0000","last_unstale":"2024-09-10T10:16:58.647437+0000","last_undegraded":"2024-09-10T10:16:58.647437+0000","last_fullsized":"2024-09-10T10:16:58.647437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:55.017479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267645+0000","last_change":"2024-09-10T10:16:57.660690+0000","last_active":"2024-09-10T10:16:59.267645+0000","last_peered":"2024-09-10T10:16:59.267645+0000","last_clean":"2024-09-10T10:16:59.267645+0000","last_became_active":"2024-09-10T10:16:57.660135+0000","last_became_peered":"2024-09-10T10:16:57.660135+0000","last_unstale":"2024-09-10T10:16:59.267645+0000","last_undegraded":"2024-09-10T10:16:59.267645+0000","last_fullsized":"2024-09-10T10:16:59.267645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:58.687316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765702+0000","last_change":"2024-09-10T10:16:57.663827+0000","last_active":"2024-09-10T10:16:58.765702+0000","last_peered":"2024-09-10T10:16:58.765702+0000","last_clean":"2024-09-10T10:16:58.765702+0000","last_became_active":"2024-09-10T10:16:57.658301+0000","last_became_peered":"2024-09-10T10:16:57.658301+0000","last_unstale":"2024-09-10T10:16:58.765702+0000","last_undegraded":"2024-09-10T10:16:58.765702+0000","last_fullsized":"2024-09-10T10:16:58.765702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:57.366487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648037+0000","last_change":"2024-09-10T10:16:57.641463+0000","last_active":"2024-09-10T10:16:58.648037+0000","last_peered":"2024-09-10T10:16:58.648037+0000","last_clean":"2024-09-10T10:16:58.648037+0000","last_became_active":"2024-09-10T10:16:57.639640+0000","last_became_peered":"2024-09-10T10:16:57.639640+0000","last_unstale":"2024-09-10T10:16:58.648037+0000","last_undegraded":"2024-09-10T10:16:58.648037+0000","last_fullsized":"2024-09-10T10:16:58.648037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:25.803701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643977+0000","last_change":"2024-09-10T10:16:57.652824+0000","last_active":"2024-09-10T10:16:58.643977+0000","last_peered":"2024-09-10T10:16:58.643977+0000","last_clean":"2024-09-10T10:16:58.643977+0000","last_became_active":"2024-09-10T10:16:57.652135+0000","last_became_peered":"2024-09-10T10:16:57.652135+0000","last_unstale":"2024-09-10T10:16:58.643977+0000","last_undegraded":"2024-09-10T10:16:58.643977+0000","last_fullsized":"2024-09-10T10:16:58.643977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646205+0000","last_change":"2024-09-10T10:16:57.650717+0000","last_active":"2024-09-10T10:16:58.646205+0000","last_peered":"2024-09-10T10:16:58.646205+0000","last_clean":"2024-09-10T10:16:58.646205+0000","last_became_active":"2024-09-10T10:16:57.648662+0000","last_became_peered":"2024-09-10T10:16:57.648662+0000","last_unstale":"2024-09-10T10:16:58.646205+0000","last_undegraded":"2024-09-10T10:16:58.646205+0000","last_fullsized":"2024-09-10T10:16:58.646205+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:52:33.665306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267531+0000","last_change":"2024-09-10T10:16:57.657078+0000","last_active":"2024-09-10T10:16:59.267531+0000","last_peered":"2024-09-10T10:16:59.267531+0000","last_clean":"2024-09-10T10:16:59.267531+0000","last_became_active":"2024-09-10T10:16:57.656422+0000","last_became_peered":"2024-09-10T10:16:57.656422+0000","last_unstale":"2024-09-10T10:16:59.267531+0000","last_undegraded":"2024-09-10T10:16:59.267531+0000","last_fullsized":"2024-09-10T10:16:59.267531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:25.147123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643813+0000","last_change":"2024-09-10T10:16:57.645372+0000","last_active":"2024-09-10T10:16:58.643813+0000","last_peered":"2024-09-10T10:16:58.643813+0000","last_clean":"2024-09-10T10:16:58.643813+0000","last_became_active":"2024-09-10T10:16:57.645041+0000","last_became_peered":"2024-09-10T10:16:57.645041+0000","last_unstale":"2024-09-10T10:16:58.643813+0000","last_undegraded":"2024-09-10T10:16:58.643813+0000","last_fullsized":"2024-09-10T10:16:58.643813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:05:42.145291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651055+0000","last_change":"2024-09-10T10:16:57.654342+0000","last_active":"2024-09-10T10:16:58.651055+0000","last_peered":"2024-09-10T10:16:58.651055+0000","last_clean":"2024-09-10T10:16:58.651055+0000","last_became_active":"2024-09-10T10:16:57.653820+0000","last_became_peered":"2024-09-10T10:16:57.653820+0000","last_unstale":"2024-09-10T10:16:58.651055+0000","last_undegraded":"2024-09-10T10:16:58.651055+0000","last_fullsized":"2024-09-10T10:16:58.651055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:57.366487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765514+0000","last_change":"2024-09-10T10:16:57.646511+0000","last_active":"2024-09-10T10:16:58.765514+0000","last_peered":"2024-09-10T10:16:58.765514+0000","last_clean":"2024-09-10T10:16:58.765514+0000","last_became_active":"2024-09-10T10:16:57.643698+0000","last_became_peered":"2024-09-10T10:16:57.643698+0000","last_unstale":"2024-09-10T10:16:58.765514+0000","last_undegraded":"2024-09-10T10:16:58.765514+0000","last_fullsized":"2024-09-10T10:16:58.765514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:18.332893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645938+0000","last_change":"2024-09-10T10:16:57.655118+0000","last_active":"2024-09-10T10:16:58.645938+0000","last_peered":"2024-09-10T10:16:58.645938+0000","last_clean":"2024-09-10T10:16:58.645938+0000","last_became_active":"2024-09-10T10:16:57.654843+0000","last_became_peered":"2024-09-10T10:16:57.654843+0000","last_unstale":"2024-09-10T10:16:58.645938+0000","last_undegraded":"2024-09-10T10:16:58.645938+0000","last_fullsized":"2024-09-10T10:16:58.645938+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:24.000349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267155+0000","last_change":"2024-09-10T10:16:57.642088+0000","last_active":"2024-09-10T10:16:59.267155+0000","last_peered":"2024-09-10T10:16:59.267155+0000","last_clean":"2024-09-10T10:16:59.267155+0000","last_became_active":"2024-09-10T10:16:57.640917+0000","last_became_peered":"2024-09-10T10:16:57.640917+0000","last_unstale":"2024-09-10T10:16:59.267155+0000","last_undegraded":"2024-09-10T10:16:59.267155+0000","last_fullsized":"2024-09-10T10:16:59.267155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:13.683043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644173+0000","last_change":"2024-09-10T10:16:57.645731+0000","last_active":"2024-09-10T10:16:58.644173+0000","last_peered":"2024-09-10T10:16:58.644173+0000","last_clean":"2024-09-10T10:16:58.644173+0000","last_became_active":"2024-09-10T10:16:57.644338+0000","last_became_peered":"2024-09-10T10:16:57.644338+0000","last_unstale":"2024-09-10T10:16:58.644173+0000","last_undegraded":"2024-09-10T10:16:58.644173+0000","last_fullsized":"2024-09-10T10:16:58.644173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:51.095713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268030+0000","last_change":"2024-09-10T10:16:57.648677+0000","last_active":"2024-09-10T10:16:59.268030+0000","last_peered":"2024-09-10T10:16:59.268030+0000","last_clean":"2024-09-10T10:16:59.268030+0000","last_became_active":"2024-09-10T10:16:57.647905+0000","last_became_peered":"2024-09-10T10:16:57.647905+0000","last_unstale":"2024-09-10T10:16:59.268030+0000","last_undegraded":"2024-09-10T10:16:59.268030+0000","last_fullsized":"2024-09-10T10:16:59.268030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:51.095713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651392+0000","last_change":"2024-09-10T10:16:57.654636+0000","last_active":"2024-09-10T10:16:58.651392+0000","last_peered":"2024-09-10T10:16:58.651392+0000","last_clean":"2024-09-10T10:16:58.651392+0000","last_became_active":"2024-09-10T10:16:57.653269+0000","last_became_peered":"2024-09-10T10:16:57.653269+0000","last_unstale":"2024-09-10T10:16:58.651392+0000","last_undegraded":"2024-09-10T10:16:58.651392+0000","last_fullsized":"2024-09-10T10:16:58.651392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648513+0000","last_change":"2024-09-10T10:16:57.645317+0000","last_active":"2024-09-10T10:16:58.648513+0000","last_peered":"2024-09-10T10:16:58.648513+0000","last_clean":"2024-09-10T10:16:58.648513+0000","last_became_active":"2024-09-10T10:16:57.639824+0000","last_became_peered":"2024-09-10T10:16:57.639824+0000","last_unstale":"2024-09-10T10:16:58.648513+0000","last_undegraded":"2024-09-10T10:16:58.648513+0000","last_fullsized":"2024-09-10T10:16:58.648513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:18.058973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267697+0000","last_change":"2024-09-10T10:16:57.643155+0000","last_active":"2024-09-10T10:16:59.267697+0000","last_peered":"2024-09-10T10:16:59.267697+0000","last_clean":"2024-09-10T10:16:59.267697+0000","last_became_active":"2024-09-10T10:16:57.638399+0000","last_became_peered":"2024-09-10T10:16:57.638399+0000","last_unstale":"2024-09-10T10:16:59.267697+0000","last_undegraded":"2024-09-10T10:16:59.267697+0000","last_fullsized":"2024-09-10T10:16:59.267697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:57.366487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765771+0000","last_change":"2024-09-10T10:16:57.658316+0000","last_active":"2024-09-10T10:16:58.765771+0000","last_peered":"2024-09-10T10:16:58.765771+0000","last_clean":"2024-09-10T10:16:58.765771+0000","last_became_active":"2024-09-10T10:16:57.654990+0000","last_became_peered":"2024-09-10T10:16:57.654990+0000","last_unstale":"2024-09-10T10:16:58.765771+0000","last_undegraded":"2024-09-10T10:16:58.765771+0000","last_fullsized":"2024-09-10T10:16:58.765771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:58.687316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646021+0000","last_change":"2024-09-10T10:16:57.659610+0000","last_active":"2024-09-10T10:16:58.646021+0000","last_peered":"2024-09-10T10:16:58.646021+0000","last_clean":"2024-09-10T10:16:58.646021+0000","last_became_active":"2024-09-10T10:16:57.659249+0000","last_became_peered":"2024-09-10T10:16:57.659249+0000","last_unstale":"2024-09-10T10:16:58.646021+0000","last_undegraded":"2024-09-10T10:16:58.646021+0000","last_fullsized":"2024-09-10T10:16:58.646021+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:05:42.145291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.266735+0000","last_change":"2024-09-10T10:16:57.646728+0000","last_active":"2024-09-10T10:16:59.266735+0000","last_peered":"2024-09-10T10:16:59.266735+0000","last_clean":"2024-09-10T10:16:59.266735+0000","last_became_active":"2024-09-10T10:16:57.645838+0000","last_became_peered":"2024-09-10T10:16:57.645838+0000","last_unstale":"2024-09-10T10:16:59.266735+0000","last_undegraded":"2024-09-10T10:16:59.266735+0000","last_fullsized":"2024-09-10T10:16:59.266735+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:32.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650837+0000","last_change":"2024-09-10T10:16:57.665498+0000","last_active":"2024-09-10T10:16:58.650837+0000","last_peered":"2024-09-10T10:16:58.650837+0000","last_clean":"2024-09-10T10:16:58.650837+0000","last_became_active":"2024-09-10T10:16:57.665225+0000","last_became_peered":"2024-09-10T10:16:57.665225+0000","last_unstale":"2024-09-10T10:16:58.650837+0000","last_undegraded":"2024-09-10T10:16:58.650837+0000","last_fullsized":"2024-09-10T10:16:58.650837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:38.713281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647160+0000","last_change":"2024-09-10T10:16:57.633693+0000","last_active":"2024-09-10T10:16:58.647160+0000","last_peered":"2024-09-10T10:16:58.647160+0000","last_clean":"2024-09-10T10:16:58.647160+0000","last_became_active":"2024-09-10T10:16:57.633088+0000","last_became_peered":"2024-09-10T10:16:57.633088+0000","last_unstale":"2024-09-10T10:16:58.647160+0000","last_undegraded":"2024-09-10T10:16:58.647160+0000","last_fullsized":"2024-09-10T10:16:58.647160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:24.378425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268013+0000","last_change":"2024-09-10T10:16:56.641484+0000","last_active":"2024-09-10T10:16:59.268013+0000","last_peered":"2024-09-10T10:16:59.268013+0000","last_clean":"2024-09-10T10:16:59.268013+0000","last_became_active":"2024-09-10T10:16:56.641106+0000","last_became_peered":"2024-09-10T10:16:56.641106+0000","last_unstale":"2024-09-10T10:16:59.268013+0000","last_undegraded":"2024-09-10T10:16:59.268013+0000","last_fullsized":"2024-09-10T10:16:59.268013+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765966+0000","last_change":"2024-09-10T10:16:57.649020+0000","last_active":"2024-09-10T10:16:58.765966+0000","last_peered":"2024-09-10T10:16:58.765966+0000","last_clean":"2024-09-10T10:16:58.765966+0000","last_became_active":"2024-09-10T10:16:57.648243+0000","last_became_peered":"2024-09-10T10:16:57.648243+0000","last_unstale":"2024-09-10T10:16:58.765966+0000","last_undegraded":"2024-09-10T10:16:58.765966+0000","last_fullsized":"2024-09-10T10:16:58.765966+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650737+0000","last_change":"2024-09-10T10:16:56.650069+0000","last_active":"2024-09-10T10:16:58.650737+0000","last_peered":"2024-09-10T10:16:58.650737+0000","last_clean":"2024-09-10T10:16:58.650737+0000","last_became_active":"2024-09-10T10:16:56.649302+0000","last_became_peered":"2024-09-10T10:16:56.649302+0000","last_unstale":"2024-09-10T10:16:58.650737+0000","last_undegraded":"2024-09-10T10:16:58.650737+0000","last_fullsized":"2024-09-10T10:16:58.650737+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267116+0000","last_change":"2024-09-10T10:16:56.660116+0000","last_active":"2024-09-10T10:16:59.267116+0000","last_peered":"2024-09-10T10:16:59.267116+0000","last_clean":"2024-09-10T10:16:59.267116+0000","last_became_active":"2024-09-10T10:16:56.659813+0000","last_became_peered":"2024-09-10T10:16:56.659813+0000","last_unstale":"2024-09-10T10:16:59.267116+0000","last_undegraded":"2024-09-10T10:16:59.267116+0000","last_fullsized":"2024-09-10T10:16:59.267116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267414+0000","last_change":"2024-09-10T10:16:57.646314+0000","last_active":"2024-09-10T10:16:59.267414+0000","last_peered":"2024-09-10T10:16:59.267414+0000","last_clean":"2024-09-10T10:16:59.267414+0000","last_became_active":"2024-09-10T10:16:57.644704+0000","last_became_peered":"2024-09-10T10:16:57.644704+0000","last_unstale":"2024-09-10T10:16:59.267414+0000","last_undegraded":"2024-09-10T10:16:59.267414+0000","last_fullsized":"2024-09-10T10:16:59.267414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:18.332893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644278+0000","last_change":"2024-09-10T10:16:56.661552+0000","last_active":"2024-09-10T10:16:58.644278+0000","last_peered":"2024-09-10T10:16:58.644278+0000","last_clean":"2024-09-10T10:16:58.644278+0000","last_became_active":"2024-09-10T10:16:56.660796+0000","last_became_peered":"2024-09-10T10:16:56.660796+0000","last_unstale":"2024-09-10T10:16:58.644278+0000","last_undegraded":"2024-09-10T10:16:58.644278+0000","last_fullsized":"2024-09-10T10:16:58.644278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648041+0000","last_change":"2024-09-10T10:16:57.638750+0000","last_active":"2024-09-10T10:16:58.648041+0000","last_peered":"2024-09-10T10:16:58.648041+0000","last_clean":"2024-09-10T10:16:58.648041+0000","last_became_active":"2024-09-10T10:16:57.638197+0000","last_became_peered":"2024-09-10T10:16:57.638197+0000","last_unstale":"2024-09-10T10:16:58.648041+0000","last_undegraded":"2024-09-10T10:16:58.648041+0000","last_fullsized":"2024-09-10T10:16:58.648041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:08.004850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651033+0000","last_change":"2024-09-10T10:16:56.659844+0000","last_active":"2024-09-10T10:16:58.651033+0000","last_peered":"2024-09-10T10:16:58.651033+0000","last_clean":"2024-09-10T10:16:58.651033+0000","last_became_active":"2024-09-10T10:16:56.658483+0000","last_became_peered":"2024-09-10T10:16:56.658483+0000","last_unstale":"2024-09-10T10:16:58.651033+0000","last_undegraded":"2024-09-10T10:16:58.651033+0000","last_fullsized":"2024-09-10T10:16:58.651033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645196+0000","last_change":"2024-09-10T10:16:57.641933+0000","last_active":"2024-09-10T10:16:58.645196+0000","last_peered":"2024-09-10T10:16:58.645196+0000","last_clean":"2024-09-10T10:16:58.645196+0000","last_became_active":"2024-09-10T10:16:57.641633+0000","last_became_peered":"2024-09-10T10:16:57.641633+0000","last_unstale":"2024-09-10T10:16:58.645196+0000","last_undegraded":"2024-09-10T10:16:58.645196+0000","last_fullsized":"2024-09-10T10:16:58.645196+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:25.082411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645279+0000","last_change":"2024-09-10T10:16:56.659961+0000","last_active":"2024-09-10T10:16:58.645279+0000","last_peered":"2024-09-10T10:16:58.645279+0000","last_clean":"2024-09-10T10:16:58.645279+0000","last_became_active":"2024-09-10T10:16:56.659326+0000","last_became_peered":"2024-09-10T10:16:56.659326+0000","last_unstale":"2024-09-10T10:16:58.645279+0000","last_undegraded":"2024-09-10T10:16:58.645279+0000","last_fullsized":"2024-09-10T10:16:58.645279+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766014+0000","last_change":"2024-09-10T10:16:57.647583+0000","last_active":"2024-09-10T10:16:58.766014+0000","last_peered":"2024-09-10T10:16:58.766014+0000","last_clean":"2024-09-10T10:16:58.766014+0000","last_became_active":"2024-09-10T10:16:57.646810+0000","last_became_peered":"2024-09-10T10:16:57.646810+0000","last_unstale":"2024-09-10T10:16:58.766014+0000","last_undegraded":"2024-09-10T10:16:58.766014+0000","last_fullsized":"2024-09-10T10:16:58.766014+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648634+0000","last_change":"2024-09-10T10:16:56.653221+0000","last_active":"2024-09-10T10:16:58.648634+0000","last_peered":"2024-09-10T10:16:58.648634+0000","last_clean":"2024-09-10T10:16:58.648634+0000","last_became_active":"2024-09-10T10:16:56.652704+0000","last_became_peered":"2024-09-10T10:16:56.652704+0000","last_unstale":"2024-09-10T10:16:58.648634+0000","last_undegraded":"2024-09-10T10:16:58.648634+0000","last_fullsized":"2024-09-10T10:16:58.648634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:48.658604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647669+0000","last_change":"2024-09-10T10:16:57.638672+0000","last_active":"2024-09-10T10:16:58.647669+0000","last_peered":"2024-09-10T10:16:58.647669+0000","last_clean":"2024-09-10T10:16:58.647669+0000","last_became_active":"2024-09-10T10:16:57.638271+0000","last_became_peered":"2024-09-10T10:16:57.638271+0000","last_unstale":"2024-09-10T10:16:58.647669+0000","last_undegraded":"2024-09-10T10:16:58.647669+0000","last_fullsized":"2024-09-10T10:16:58.647669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:05.464704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651029+0000","last_change":"2024-09-10T10:16:56.659008+0000","last_active":"2024-09-10T10:16:58.651029+0000","last_peered":"2024-09-10T10:16:58.651029+0000","last_clean":"2024-09-10T10:16:58.651029+0000","last_became_active":"2024-09-10T10:16:56.657540+0000","last_became_peered":"2024-09-10T10:16:56.657540+0000","last_unstale":"2024-09-10T10:16:58.651029+0000","last_undegraded":"2024-09-10T10:16:58.651029+0000","last_fullsized":"2024-09-10T10:16:58.651029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:51:30.544886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643360+0000","last_change":"2024-09-10T10:16:57.640145+0000","last_active":"2024-09-10T10:16:58.643360+0000","last_peered":"2024-09-10T10:16:58.643360+0000","last_clean":"2024-09-10T10:16:58.643360+0000","last_became_active":"2024-09-10T10:16:57.639846+0000","last_became_peered":"2024-09-10T10:16:57.639846+0000","last_unstale":"2024-09-10T10:16:58.643360+0000","last_undegraded":"2024-09-10T10:16:58.643360+0000","last_fullsized":"2024-09-10T10:16:58.643360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:05.775648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766110+0000","last_change":"2024-09-10T10:16:56.650846+0000","last_active":"2024-09-10T10:16:58.766110+0000","last_peered":"2024-09-10T10:16:58.766110+0000","last_clean":"2024-09-10T10:16:58.766110+0000","last_became_active":"2024-09-10T10:16:56.650281+0000","last_became_peered":"2024-09-10T10:16:56.650281+0000","last_unstale":"2024-09-10T10:16:58.766110+0000","last_undegraded":"2024-09-10T10:16:58.766110+0000","last_fullsized":"2024-09-10T10:16:58.766110+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765491+0000","last_change":"2024-09-10T10:16:57.643389+0000","last_active":"2024-09-10T10:16:58.765491+0000","last_peered":"2024-09-10T10:16:58.765491+0000","last_clean":"2024-09-10T10:16:58.765491+0000","last_became_active":"2024-09-10T10:16:57.642761+0000","last_became_peered":"2024-09-10T10:16:57.642761+0000","last_unstale":"2024-09-10T10:16:58.765491+0000","last_undegraded":"2024-09-10T10:16:58.765491+0000","last_fullsized":"2024-09-10T10:16:58.765491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:13.683043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646092+0000","last_change":"2024-09-10T10:16:56.650468+0000","last_active":"2024-09-10T10:16:58.646092+0000","last_peered":"2024-09-10T10:16:58.646092+0000","last_clean":"2024-09-10T10:16:58.646092+0000","last_became_active":"2024-09-10T10:16:56.649855+0000","last_became_peered":"2024-09-10T10:16:56.649855+0000","last_unstale":"2024-09-10T10:16:58.646092+0000","last_undegraded":"2024-09-10T10:16:58.646092+0000","last_fullsized":"2024-09-10T10:16:58.646092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:29.978636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643941+0000","last_change":"2024-09-10T10:16:57.646715+0000","last_active":"2024-09-10T10:16:58.643941+0000","last_peered":"2024-09-10T10:16:58.643941+0000","last_clean":"2024-09-10T10:16:58.643941+0000","last_became_active":"2024-09-10T10:16:57.646266+0000","last_became_peered":"2024-09-10T10:16:57.646266+0000","last_unstale":"2024-09-10T10:16:58.643941+0000","last_undegraded":"2024-09-10T10:16:58.643941+0000","last_fullsized":"2024-09-10T10:16:58.643941+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:52:33.665306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650703+0000","last_change":"2024-09-10T10:16:56.658570+0000","last_active":"2024-09-10T10:16:58.650703+0000","last_peered":"2024-09-10T10:16:58.650703+0000","last_clean":"2024-09-10T10:16:58.650703+0000","last_became_active":"2024-09-10T10:16:56.657788+0000","last_became_peered":"2024-09-10T10:16:56.657788+0000","last_unstale":"2024-09-10T10:16:58.650703+0000","last_undegraded":"2024-09-10T10:16:58.650703+0000","last_fullsized":"2024-09-10T10:16:58.650703+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650962+0000","last_change":"2024-09-10T10:16:57.665543+0000","last_active":"2024-09-10T10:16:58.650962+0000","last_peered":"2024-09-10T10:16:58.650962+0000","last_clean":"2024-09-10T10:16:58.650962+0000","last_became_active":"2024-09-10T10:16:57.665237+0000","last_became_peered":"2024-09-10T10:16:57.665237+0000","last_unstale":"2024-09-10T10:16:58.650962+0000","last_undegraded":"2024-09-10T10:16:58.650962+0000","last_fullsized":"2024-09-10T10:16:58.650962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:18.332893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.266337+0000","last_change":"2024-09-10T10:16:56.633059+0000","last_active":"2024-09-10T10:16:59.266337+0000","last_peered":"2024-09-10T10:16:59.266337+0000","last_clean":"2024-09-10T10:16:59.266337+0000","last_became_active":"2024-09-10T10:16:56.632679+0000","last_became_peered":"2024-09-10T10:16:56.632679+0000","last_unstale":"2024-09-10T10:16:59.266337+0000","last_undegraded":"2024-09-10T10:16:59.266337+0000","last_fullsized":"2024-09-10T10:16:59.266337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643350+0000","last_change":"2024-09-10T10:16:57.646966+0000","last_active":"2024-09-10T10:16:58.643350+0000","last_peered":"2024-09-10T10:16:58.643350+0000","last_clean":"2024-09-10T10:16:58.643350+0000","last_became_active":"2024-09-10T10:16:57.646146+0000","last_became_peered":"2024-09-10T10:16:57.646146+0000","last_unstale":"2024-09-10T10:16:58.643350+0000","last_undegraded":"2024-09-10T10:16:58.643350+0000","last_fullsized":"2024-09-10T10:16:58.643350+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:25.082411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647472+0000","last_change":"2024-09-10T10:16:56.644187+0000","last_active":"2024-09-10T10:16:58.647472+0000","last_peered":"2024-09-10T10:16:58.647472+0000","last_clean":"2024-09-10T10:16:58.647472+0000","last_became_active":"2024-09-10T10:16:56.643069+0000","last_became_peered":"2024-09-10T10:16:56.643069+0000","last_unstale":"2024-09-10T10:16:58.647472+0000","last_undegraded":"2024-09-10T10:16:58.647472+0000","last_fullsized":"2024-09-10T10:16:58.647472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:08.714665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644998+0000","last_change":"2024-09-10T10:16:57.646662+0000","last_active":"2024-09-10T10:16:58.644998+0000","last_peered":"2024-09-10T10:16:58.644998+0000","last_clean":"2024-09-10T10:16:58.644998+0000","last_became_active":"2024-09-10T10:16:57.646307+0000","last_became_peered":"2024-09-10T10:16:57.646307+0000","last_unstale":"2024-09-10T10:16:58.644998+0000","last_undegraded":"2024-09-10T10:16:58.644998+0000","last_fullsized":"2024-09-10T10:16:58.644998+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:29:57.253585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267770+0000","last_change":"2024-09-10T10:16:56.638119+0000","last_active":"2024-09-10T10:16:59.267770+0000","last_peered":"2024-09-10T10:16:59.267770+0000","last_clean":"2024-09-10T10:16:59.267770+0000","last_became_active":"2024-09-10T10:16:56.637777+0000","last_became_peered":"2024-09-10T10:16:56.637777+0000","last_unstale":"2024-09-10T10:16:59.267770+0000","last_undegraded":"2024-09-10T10:16:59.267770+0000","last_fullsized":"2024-09-10T10:16:59.267770+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645102+0000","last_change":"2024-09-10T10:16:57.647432+0000","last_active":"2024-09-10T10:16:58.645102+0000","last_peered":"2024-09-10T10:16:58.645102+0000","last_clean":"2024-09-10T10:16:58.645102+0000","last_became_active":"2024-09-10T10:16:57.647007+0000","last_became_peered":"2024-09-10T10:16:57.647007+0000","last_unstale":"2024-09-10T10:16:58.645102+0000","last_undegraded":"2024-09-10T10:16:58.645102+0000","last_fullsized":"2024-09-10T10:16:58.645102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:08:02.491080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648740+0000","last_change":"2024-09-10T10:16:56.651953+0000","last_active":"2024-09-10T10:16:58.648740+0000","last_peered":"2024-09-10T10:16:58.648740+0000","last_clean":"2024-09-10T10:16:58.648740+0000","last_became_active":"2024-09-10T10:16:56.651216+0000","last_became_peered":"2024-09-10T10:16:56.651216+0000","last_unstale":"2024-09-10T10:16:58.648740+0000","last_undegraded":"2024-09-10T10:16:58.648740+0000","last_fullsized":"2024-09-10T10:16:58.648740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:54.008412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644782+0000","last_change":"2024-09-10T10:16:57.641009+0000","last_active":"2024-09-10T10:16:58.644782+0000","last_peered":"2024-09-10T10:16:58.644782+0000","last_clean":"2024-09-10T10:16:58.644782+0000","last_became_active":"2024-09-10T10:16:57.640434+0000","last_became_peered":"2024-09-10T10:16:57.640434+0000","last_unstale":"2024-09-10T10:16:58.644782+0000","last_undegraded":"2024-09-10T10:16:58.644782+0000","last_fullsized":"2024-09-10T10:16:58.644782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:24:27.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268278+0000","last_change":"2024-09-10T10:16:56.652337+0000","last_active":"2024-09-10T10:16:59.268278+0000","last_peered":"2024-09-10T10:16:59.268278+0000","last_clean":"2024-09-10T10:16:59.268278+0000","last_became_active":"2024-09-10T10:16:56.651690+0000","last_became_peered":"2024-09-10T10:16:56.651690+0000","last_unstale":"2024-09-10T10:16:59.268278+0000","last_undegraded":"2024-09-10T10:16:59.268278+0000","last_fullsized":"2024-09-10T10:16:59.268278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643582+0000","last_change":"2024-09-10T10:16:57.642559+0000","last_active":"2024-09-10T10:16:58.643582+0000","last_peered":"2024-09-10T10:16:58.643582+0000","last_clean":"2024-09-10T10:16:58.643582+0000","last_became_active":"2024-09-10T10:16:57.642115+0000","last_became_peered":"2024-09-10T10:16:57.642115+0000","last_unstale":"2024-09-10T10:16:58.643582+0000","last_undegraded":"2024-09-10T10:16:58.643582+0000","last_fullsized":"2024-09-10T10:16:58.643582+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:24.000349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644528+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:16:58.644528+0000","last_peered":"2024-09-10T10:16:58.644528+0000","last_clean":"2024-09-10T10:16:58.644528+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:16:58.644528+0000","last_undegraded":"2024-09-10T10:16:58.644528+0000","last_fullsized":"2024-09-10T10:16:58.644528+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644211+0000","last_change":"2024-09-10T10:16:56.640084+0000","last_active":"2024-09-10T10:16:58.644211+0000","last_peered":"2024-09-10T10:16:58.644211+0000","last_clean":"2024-09-10T10:16:58.644211+0000","last_became_active":"2024-09-10T10:16:56.639339+0000","last_became_peered":"2024-09-10T10:16:56.639339+0000","last_unstale":"2024-09-10T10:16:58.644211+0000","last_undegraded":"2024-09-10T10:16:58.644211+0000","last_fullsized":"2024-09-10T10:16:58.644211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268775+0000","last_change":"2024-09-10T10:16:57.654704+0000","last_active":"2024-09-10T10:16:59.268775+0000","last_peered":"2024-09-10T10:16:59.268775+0000","last_clean":"2024-09-10T10:16:59.268775+0000","last_became_active":"2024-09-10T10:16:57.654001+0000","last_became_peered":"2024-09-10T10:16:57.654001+0000","last_unstale":"2024-09-10T10:16:59.268775+0000","last_undegraded":"2024-09-10T10:16:59.268775+0000","last_fullsized":"2024-09-10T10:16:59.268775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:21.900475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.642988+0000","last_change":"2024-09-10T10:16:56.632711+0000","last_active":"2024-09-10T10:16:58.642988+0000","last_peered":"2024-09-10T10:16:58.642988+0000","last_clean":"2024-09-10T10:16:58.642988+0000","last_became_active":"2024-09-10T10:16:56.631612+0000","last_became_peered":"2024-09-10T10:16:56.631612+0000","last_unstale":"2024-09-10T10:16:58.642988+0000","last_undegraded":"2024-09-10T10:16:58.642988+0000","last_fullsized":"2024-09-10T10:16:58.642988+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:31.698583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765252+0000","last_change":"2024-09-10T10:16:57.650710+0000","last_active":"2024-09-10T10:16:58.765252+0000","last_peered":"2024-09-10T10:16:58.765252+0000","last_clean":"2024-09-10T10:16:58.765252+0000","last_became_active":"2024-09-10T10:16:57.650108+0000","last_became_peered":"2024-09-10T10:16:57.650108+0000","last_unstale":"2024-09-10T10:16:58.765252+0000","last_undegraded":"2024-09-10T10:16:58.765252+0000","last_fullsized":"2024-09-10T10:16:58.765252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:38.713281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.266905+0000","last_change":"2024-09-10T10:16:56.638693+0000","last_active":"2024-09-10T10:16:59.266905+0000","last_peered":"2024-09-10T10:16:59.266905+0000","last_clean":"2024-09-10T10:16:59.266905+0000","last_became_active":"2024-09-10T10:16:56.638112+0000","last_became_peered":"2024-09-10T10:16:56.638112+0000","last_unstale":"2024-09-10T10:16:59.266905+0000","last_undegraded":"2024-09-10T10:16:59.266905+0000","last_fullsized":"2024-09-10T10:16:59.266905+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648232+0000","last_change":"2024-09-10T10:16:57.640096+0000","last_active":"2024-09-10T10:16:58.648232+0000","last_peered":"2024-09-10T10:16:58.648232+0000","last_clean":"2024-09-10T10:16:58.648232+0000","last_became_active":"2024-09-10T10:16:57.639310+0000","last_became_peered":"2024-09-10T10:16:57.639310+0000","last_unstale":"2024-09-10T10:16:58.648232+0000","last_undegraded":"2024-09-10T10:16:58.648232+0000","last_fullsized":"2024-09-10T10:16:58.648232+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:14:10.817702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646133+0000","last_change":"2024-09-10T10:16:56.645091+0000","last_active":"2024-09-10T10:16:58.646133+0000","last_peered":"2024-09-10T10:16:58.646133+0000","last_clean":"2024-09-10T10:16:58.646133+0000","last_became_active":"2024-09-10T10:16:56.644350+0000","last_became_peered":"2024-09-10T10:16:56.644350+0000","last_unstale":"2024-09-10T10:16:58.646133+0000","last_undegraded":"2024-09-10T10:16:58.646133+0000","last_fullsized":"2024-09-10T10:16:58.646133+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:10:17.717749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647613+0000","last_change":"2024-09-10T10:16:57.646539+0000","last_active":"2024-09-10T10:16:58.647613+0000","last_peered":"2024-09-10T10:16:58.647613+0000","last_clean":"2024-09-10T10:16:58.647613+0000","last_became_active":"2024-09-10T10:16:57.646262+0000","last_became_peered":"2024-09-10T10:16:57.646262+0000","last_unstale":"2024-09-10T10:16:58.647613+0000","last_undegraded":"2024-09-10T10:16:58.647613+0000","last_fullsized":"2024-09-10T10:16:58.647613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:39.170680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648459+0000","last_change":"2024-09-10T10:16:56.647703+0000","last_active":"2024-09-10T10:16:58.648459+0000","last_peered":"2024-09-10T10:16:58.648459+0000","last_clean":"2024-09-10T10:16:58.648459+0000","last_became_active":"2024-09-10T10:16:56.647285+0000","last_became_peered":"2024-09-10T10:16:56.647285+0000","last_unstale":"2024-09-10T10:16:58.648459+0000","last_undegraded":"2024-09-10T10:16:58.648459+0000","last_fullsized":"2024-09-10T10:16:58.648459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.455636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645362+0000","last_change":"2024-09-10T10:16:57.645219+0000","last_active":"2024-09-10T10:16:58.645362+0000","last_peered":"2024-09-10T10:16:58.645362+0000","last_clean":"2024-09-10T10:16:58.645362+0000","last_became_active":"2024-09-10T10:16:57.644777+0000","last_became_peered":"2024-09-10T10:16:57.644777+0000","last_unstale":"2024-09-10T10:16:58.645362+0000","last_undegraded":"2024-09-10T10:16:58.645362+0000","last_fullsized":"2024-09-10T10:16:58.645362+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:05.775648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645196+0000","last_change":"2024-09-10T10:16:56.654562+0000","last_active":"2024-09-10T10:16:58.645196+0000","last_peered":"2024-09-10T10:16:58.645196+0000","last_clean":"2024-09-10T10:16:58.645196+0000","last_became_active":"2024-09-10T10:16:56.653570+0000","last_became_peered":"2024-09-10T10:16:56.653570+0000","last_unstale":"2024-09-10T10:16:58.645196+0000","last_undegraded":"2024-09-10T10:16:58.645196+0000","last_fullsized":"2024-09-10T10:16:58.645196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:09:44.806426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648452+0000","last_change":"2024-09-10T10:16:57.638068+0000","last_active":"2024-09-10T10:16:58.648452+0000","last_peered":"2024-09-10T10:16:58.648452+0000","last_clean":"2024-09-10T10:16:58.648452+0000","last_became_active":"2024-09-10T10:16:57.637460+0000","last_became_peered":"2024-09-10T10:16:57.637460+0000","last_unstale":"2024-09-10T10:16:58.648452+0000","last_undegraded":"2024-09-10T10:16:58.648452+0000","last_fullsized":"2024-09-10T10:16:58.648452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:23.265271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650249+0000","last_change":"2024-09-10T10:16:56.658617+0000","last_active":"2024-09-10T10:16:58.650249+0000","last_peered":"2024-09-10T10:16:58.650249+0000","last_clean":"2024-09-10T10:16:58.650249+0000","last_became_active":"2024-09-10T10:16:56.658331+0000","last_became_peered":"2024-09-10T10:16:56.658331+0000","last_unstale":"2024-09-10T10:16:58.650249+0000","last_undegraded":"2024-09-10T10:16:58.650249+0000","last_fullsized":"2024-09-10T10:16:58.650249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:23.369358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268472+0000","last_change":"2024-09-10T10:16:57.640253+0000","last_active":"2024-09-10T10:16:59.268472+0000","last_peered":"2024-09-10T10:16:59.268472+0000","last_clean":"2024-09-10T10:16:59.268472+0000","last_became_active":"2024-09-10T10:16:57.638153+0000","last_became_peered":"2024-09-10T10:16:57.638153+0000","last_unstale":"2024-09-10T10:16:59.268472+0000","last_undegraded":"2024-09-10T10:16:59.268472+0000","last_fullsized":"2024-09-10T10:16:59.268472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:24:27.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651163+0000","last_change":"2024-09-10T10:16:56.658347+0000","last_active":"2024-09-10T10:16:58.651163+0000","last_peered":"2024-09-10T10:16:58.651163+0000","last_clean":"2024-09-10T10:16:58.651163+0000","last_became_active":"2024-09-10T10:16:56.657487+0000","last_became_peered":"2024-09-10T10:16:56.657487+0000","last_unstale":"2024-09-10T10:16:58.651163+0000","last_undegraded":"2024-09-10T10:16:58.651163+0000","last_fullsized":"2024-09-10T10:16:58.651163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:37:59.125649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766112+0000","last_change":"2024-09-10T10:16:57.655882+0000","last_active":"2024-09-10T10:16:58.766112+0000","last_peered":"2024-09-10T10:16:58.766112+0000","last_clean":"2024-09-10T10:16:58.766112+0000","last_became_active":"2024-09-10T10:16:57.655321+0000","last_became_peered":"2024-09-10T10:16:57.655321+0000","last_unstale":"2024-09-10T10:16:58.766112+0000","last_undegraded":"2024-09-10T10:16:58.766112+0000","last_fullsized":"2024-09-10T10:16:58.766112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:24:27.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.642980+0000","last_change":"2024-09-10T10:16:56.654060+0000","last_active":"2024-09-10T10:16:58.642980+0000","last_peered":"2024-09-10T10:16:58.642980+0000","last_clean":"2024-09-10T10:16:58.642980+0000","last_became_active":"2024-09-10T10:16:56.653366+0000","last_became_peered":"2024-09-10T10:16:56.653366+0000","last_unstale":"2024-09-10T10:16:58.642980+0000","last_undegraded":"2024-09-10T10:16:58.642980+0000","last_fullsized":"2024-09-10T10:16:58.642980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:51:30.544886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647082+0000","last_change":"2024-09-10T10:16:57.639795+0000","last_active":"2024-09-10T10:16:58.647082+0000","last_peered":"2024-09-10T10:16:58.647082+0000","last_clean":"2024-09-10T10:16:58.647082+0000","last_became_active":"2024-09-10T10:16:57.638840+0000","last_became_peered":"2024-09-10T10:16:57.638840+0000","last_unstale":"2024-09-10T10:16:58.647082+0000","last_undegraded":"2024-09-10T10:16:58.647082+0000","last_fullsized":"2024-09-10T10:16:58.647082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:49.667671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648155+0000","last_change":"2024-09-10T10:16:56.643363+0000","last_active":"2024-09-10T10:16:58.648155+0000","last_peered":"2024-09-10T10:16:58.648155+0000","last_clean":"2024-09-10T10:16:58.648155+0000","last_became_active":"2024-09-10T10:16:56.642876+0000","last_became_peered":"2024-09-10T10:16:56.642876+0000","last_unstale":"2024-09-10T10:16:58.648155+0000","last_undegraded":"2024-09-10T10:16:58.648155+0000","last_fullsized":"2024-09-10T10:16:58.648155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:45.531988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267911+0000","last_change":"2024-09-10T10:16:57.643131+0000","last_active":"2024-09-10T10:16:59.267911+0000","last_peered":"2024-09-10T10:16:59.267911+0000","last_clean":"2024-09-10T10:16:59.267911+0000","last_became_active":"2024-09-10T10:16:57.637938+0000","last_became_peered":"2024-09-10T10:16:57.637938+0000","last_unstale":"2024-09-10T10:16:59.267911+0000","last_undegraded":"2024-09-10T10:16:59.267911+0000","last_fullsized":"2024-09-10T10:16:59.267911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648447+0000","last_change":"2024-09-10T10:16:56.638093+0000","last_active":"2024-09-10T10:16:58.648447+0000","last_peered":"2024-09-10T10:16:58.648447+0000","last_clean":"2024-09-10T10:16:58.648447+0000","last_became_active":"2024-09-10T10:16:56.637800+0000","last_became_peered":"2024-09-10T10:16:56.637800+0000","last_unstale":"2024-09-10T10:16:58.648447+0000","last_undegraded":"2024-09-10T10:16:58.648447+0000","last_fullsized":"2024-09-10T10:16:58.648447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:38.161612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267908+0000","last_change":"2024-09-10T10:16:57.645737+0000","last_active":"2024-09-10T10:16:59.267908+0000","last_peered":"2024-09-10T10:16:59.267908+0000","last_clean":"2024-09-10T10:16:59.267908+0000","last_became_active":"2024-09-10T10:16:57.644750+0000","last_became_peered":"2024-09-10T10:16:57.644750+0000","last_unstale":"2024-09-10T10:16:59.267908+0000","last_undegraded":"2024-09-10T10:16:59.267908+0000","last_fullsized":"2024-09-10T10:16:59.267908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644337+0000","last_change":"2024-09-10T10:16:56.639594+0000","last_active":"2024-09-10T10:16:58.644337+0000","last_peered":"2024-09-10T10:16:58.644337+0000","last_clean":"2024-09-10T10:16:58.644337+0000","last_became_active":"2024-09-10T10:16:56.638856+0000","last_became_peered":"2024-09-10T10:16:56.638856+0000","last_unstale":"2024-09-10T10:16:58.644337+0000","last_undegraded":"2024-09-10T10:16:58.644337+0000","last_fullsized":"2024-09-10T10:16:58.644337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:24.138056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650985+0000","last_change":"2024-09-10T10:16:57.654031+0000","last_active":"2024-09-10T10:16:58.650985+0000","last_peered":"2024-09-10T10:16:58.650985+0000","last_clean":"2024-09-10T10:16:58.650985+0000","last_became_active":"2024-09-10T10:16:57.653706+0000","last_became_peered":"2024-09-10T10:16:57.653706+0000","last_unstale":"2024-09-10T10:16:58.650985+0000","last_undegraded":"2024-09-10T10:16:58.650985+0000","last_fullsized":"2024-09-10T10:16:58.650985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:13.683043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645158+0000","last_change":"2024-09-10T10:16:57.650565+0000","last_active":"2024-09-10T10:16:58.645158+0000","last_peered":"2024-09-10T10:16:58.645158+0000","last_clean":"2024-09-10T10:16:58.645158+0000","last_became_active":"2024-09-10T10:16:57.650226+0000","last_became_peered":"2024-09-10T10:16:57.650226+0000","last_unstale":"2024-09-10T10:16:58.645158+0000","last_undegraded":"2024-09-10T10:16:58.645158+0000","last_fullsized":"2024-09-10T10:16:58.645158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:21.900475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643558+0000","last_change":"2024-09-10T10:16:56.651580+0000","last_active":"2024-09-10T10:16:58.643558+0000","last_peered":"2024-09-10T10:16:58.643558+0000","last_clean":"2024-09-10T10:16:58.643558+0000","last_became_active":"2024-09-10T10:16:56.650630+0000","last_became_peered":"2024-09-10T10:16:56.650630+0000","last_unstale":"2024-09-10T10:16:58.643558+0000","last_undegraded":"2024-09-10T10:16:58.643558+0000","last_fullsized":"2024-09-10T10:16:58.643558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:29.978636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644642+0000","last_change":"2024-09-10T10:16:57.651698+0000","last_active":"2024-09-10T10:16:58.644642+0000","last_peered":"2024-09-10T10:16:58.644642+0000","last_clean":"2024-09-10T10:16:58.644642+0000","last_became_active":"2024-09-10T10:16:57.651332+0000","last_became_peered":"2024-09-10T10:16:57.651332+0000","last_unstale":"2024-09-10T10:16:58.644642+0000","last_undegraded":"2024-09-10T10:16:58.644642+0000","last_fullsized":"2024-09-10T10:16:58.644642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:24.956289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643702+0000","last_change":"2024-09-10T10:16:56.653862+0000","last_active":"2024-09-10T10:16:58.643702+0000","last_peered":"2024-09-10T10:16:58.643702+0000","last_clean":"2024-09-10T10:16:58.643702+0000","last_became_active":"2024-09-10T10:16:56.653095+0000","last_became_peered":"2024-09-10T10:16:56.653095+0000","last_unstale":"2024-09-10T10:16:58.643702+0000","last_undegraded":"2024-09-10T10:16:58.643702+0000","last_fullsized":"2024-09-10T10:16:58.643702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:10:17.717749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766027+0000","last_change":"2024-09-10T10:16:57.644132+0000","last_active":"2024-09-10T10:16:58.766027+0000","last_peered":"2024-09-10T10:16:58.766027+0000","last_clean":"2024-09-10T10:16:58.766027+0000","last_became_active":"2024-09-10T10:16:57.643399+0000","last_became_peered":"2024-09-10T10:16:57.643399+0000","last_unstale":"2024-09-10T10:16:58.766027+0000","last_undegraded":"2024-09-10T10:16:58.766027+0000","last_fullsized":"2024-09-10T10:16:58.766027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:51.095713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267946+0000","last_change":"2024-09-10T10:16:56.648564+0000","last_active":"2024-09-10T10:16:59.267946+0000","last_peered":"2024-09-10T10:16:59.267946+0000","last_clean":"2024-09-10T10:16:59.267946+0000","last_became_active":"2024-09-10T10:16:56.648306+0000","last_became_peered":"2024-09-10T10:16:56.648306+0000","last_unstale":"2024-09-10T10:16:59.267946+0000","last_undegraded":"2024-09-10T10:16:59.267946+0000","last_fullsized":"2024-09-10T10:16:59.267946+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268408+0000","last_change":"2024-09-10T10:16:57.659814+0000","last_active":"2024-09-10T10:16:59.268408+0000","last_peered":"2024-09-10T10:16:59.268408+0000","last_clean":"2024-09-10T10:16:59.268408+0000","last_became_active":"2024-09-10T10:16:57.659195+0000","last_became_peered":"2024-09-10T10:16:57.659195+0000","last_unstale":"2024-09-10T10:16:59.268408+0000","last_undegraded":"2024-09-10T10:16:59.268408+0000","last_fullsized":"2024-09-10T10:16:59.268408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:24.956289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766271+0000","last_change":"2024-09-10T10:16:56.654274+0000","last_active":"2024-09-10T10:16:58.766271+0000","last_peered":"2024-09-10T10:16:58.766271+0000","last_clean":"2024-09-10T10:16:58.766271+0000","last_became_active":"2024-09-10T10:16:56.653845+0000","last_became_peered":"2024-09-10T10:16:56.653845+0000","last_unstale":"2024-09-10T10:16:58.766271+0000","last_undegraded":"2024-09-10T10:16:58.766271+0000","last_fullsized":"2024-09-10T10:16:58.766271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":663417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509449,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":221184,"data_stored":74079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509449,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":72467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":663473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":217088,"data_stored":72627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:17:10.344 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:17:10.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f89884e6640 1 Processor -- start 2024-09-10T10:17:10.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f89884e6640 1 -- start start 2024-09-10T10:17:10.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f89884e6640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b24d0 0x7f89800cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f89884e6640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89800d0960 con 0x7f89800d0190 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f89884e6640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89800d0c40 con 0x7f8980145970 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f89884e6640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f89800d0f20 con 0x7f89800b24d0 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f8986a83640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f89800d0190 0x7f89800cdab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40316/0 (socket says 172.21.15.157:40316) 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f8986a83640 1 -- 172.21.15.157:0/110247360 learned_addr learned my addr 172.21.15.157:0/110247360 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f8985a81640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b24d0 0x7f89800cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3367936598 0 0) 0x7f89800d0960 con 0x7f89800d0190 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.496+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8968003530 con 0x7f89800d0190 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 924541623 0 0) 0x7f8968003530 con 0x7f89800d0190 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b24d0 msgr2=0x7f89800cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b24d0 0x7f89800cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 >> v1:172.21.15.192:6789/0 conn(0x7f8980145970 legacy=0x7f89800b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89800cd2b0 con 0x7f89800d0190 2024-09-10T10:17:10.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f8978001a00 con 0x7f89800d0190 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 >> v1:172.21.15.157:6789/0 conn(0x7f89800d0190 legacy=0x7f89800cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b24d0 0x7f89680039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8968003f70 0x7f8968004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8968004d50 0x7f89680051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f89800d0f20 con 0x7f8968004d50 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f896800bb60 con 0x7f8968003f70 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f896800bd60 con 0x7f89800b24d0 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8986a83640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8968004d50 0x7f89680051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985a81640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8968003f70 0x7f8968004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8986282640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b24d0 0x7f89680039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8986a83640 1 -- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b24d0 msgr2=0x7f89680039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:10.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8986a83640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b24d0 0x7f89680039f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8986a83640 1 -- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8968003f70 msgr2=0x7f8968004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:10.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8986a83640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8968003f70 0x7f8968004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8986a83640 1 -- 172.21.15.157:0/110247360 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8968003530 con 0x7f8968004d50 2024-09-10T10:17:10.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985a81640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8968003f70 0x7f8968004810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:10.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8986a83640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8968004d50 0x7f89680051d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f897800a840 tx=0x7f897801fac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f114385b08d3362 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:10.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f897800a460 con 0x7f8968004d50 2024-09-10T10:17:10.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89780aa710 con 0x7f8968004d50 2024-09-10T10:17:10.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8985280640 1 -- 172.21.15.157:0/110247360 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89780aab00 con 0x7f8968004d50 2024-09-10T10:17:10.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f89884e6640 1 -- 172.21.15.157:0/110247360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8968004d50 msgr2=0x7f89680051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f89884e6640 1 --2- 172.21.15.157:0/110247360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8968004d50 0x7f89680051d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f897800a840 tx=0x7f897801fac0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f8986a83640 1 -- 172.21.15.157:0/110247360 reap_dead start 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f89884e6640 1 -- 172.21.15.157:0/110247360 shutdown_connections 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f89884e6640 1 -- 172.21.15.157:0/110247360 >> 172.21.15.157:0/110247360 conn(0x7f898006bcc0 msgr2=0x7f898006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f89884e6640 1 -- 172.21.15.157:0/110247360 shutdown_connections 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.500+0000 7f89884e6640 1 -- 172.21.15.157:0/110247360 wait complete. 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 Processor -- start 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 -- start start 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f898015c000 0x7f898015ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89800ae8b0 0x7f89800aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b3230 0x7f89800b36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8980145d50 con 0x7f89800ae8b0 2024-09-10T10:17:10.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f89800cd620 con 0x7f898015c000 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f8980145ed0 con 0x7f89800b3230 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8985a81640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89800ae8b0 0x7f89800aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8985a81640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89800ae8b0 0x7f89800aed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33694/0 (socket says 172.21.15.157:33694) 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8985a81640 1 -- 172.21.15.157:0/3628848425 learned_addr learned my addr 172.21.15.157:0/3628848425 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8986a83640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b3230 0x7f89800b36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8986282640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f898015c000 0x7f898015ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8985a81640 1 -- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b3230 msgr2=0x7f89800b36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8985a81640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b3230 0x7f89800b36b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8985a81640 1 -- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f898015c000 msgr2=0x7f898015ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8985a81640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f898015c000 0x7f898015ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8985a81640 1 -- 172.21.15.157:0/3628848425 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89800b3f60 con 0x7f89800ae8b0 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8986282640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f898015c000 0x7f898015ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:10.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f8985a81640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89800ae8b0 0x7f89800aed30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f89740108f0 tx=0x7f8974010db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:10.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f897effd640 1 -- 172.21.15.157:0/3628848425 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f897400f040 con 0x7f89800ae8b0 2024-09-10T10:17:10.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f897effd640 1 -- 172.21.15.157:0/3628848425 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f897400eb60 con 0x7f89800ae8b0 2024-09-10T10:17:10.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f898015e380 con 0x7f89800ae8b0 2024-09-10T10:17:10.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f897effd640 1 -- 172.21.15.157:0/3628848425 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f897401c400 con 0x7f89800ae8b0 2024-09-10T10:17:10.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f898015e940 con 0x7f89800ae8b0 2024-09-10T10:17:10.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89800af270 con 0x7f89800ae8b0 2024-09-10T10:17:10.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f897effd640 1 -- 172.21.15.157:0/3628848425 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f897401c5a0 con 0x7f89800ae8b0 2024-09-10T10:17:10.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.504+0000 7f897effd640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f896c0678c0 0x7f896c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.508+0000 7f897effd640 1 -- 172.21.15.157:0/3628848425 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f89740863f0 con 0x7f89800ae8b0 2024-09-10T10:17:10.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.508+0000 7f8986282640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f896c0678c0 0x7f896c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.508+0000 7f8986282640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f896c0678c0 0x7f896c069d80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8970001680 tx=0x7f8970009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:10.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.512+0000 7f897effd640 1 -- 172.21.15.157:0/3628848425 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8974018030 con 0x7f89800ae8b0 2024-09-10T10:17:10.659 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.656+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f89800d08c0 con 0x7f896c0678c0 2024-09-10T10:17:10.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.672+0000 7f897effd640 1 -- 172.21.15.157:0/3628848425 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f89800d08c0 con 0x7f896c0678c0 2024-09-10T10:17:10.678 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:10.680 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:17:10.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f896c0678c0 msgr2=0x7f896c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f896c0678c0 0x7f896c069d80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8970001680 tx=0x7f8970009040 comp rx=0 tx=0).stop 2024-09-10T10:17:10.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89800ae8b0 msgr2=0x7f89800aed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89800ae8b0 0x7f89800aed30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f89740108f0 tx=0x7f8974010db0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 shutdown_connections 2024-09-10T10:17:10.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f896c0678c0 0x7f896c069d80 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89800b3230 0x7f89800b36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.681 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89800ae8b0 0x7f89800aed30 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 --2- 172.21.15.157:0/3628848425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f898015c000 0x7f898015ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 >> 172.21.15.157:0/3628848425 conn(0x7f898006bcc0 msgr2=0x7f89800732c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:10.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 shutdown_connections 2024-09-10T10:17:10.682 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.676+0000 7f89884e6640 1 -- 172.21.15.157:0/3628848425 wait complete. 2024-09-10T10:17:10.695 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-10T10:17:09.423486+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239924,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734796,"statfs":{"total":773094113280,"available":772848431104,"internally_reserved":0,"allocated":2924544,"data_stored":1765292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.782465"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644705+0000","last_change":"2024-09-10T10:16:57.655241+0000","last_active":"2024-09-10T10:16:58.644705+0000","last_peered":"2024-09-10T10:16:58.644705+0000","last_clean":"2024-09-10T10:16:58.644705+0000","last_became_active":"2024-09-10T10:16:57.654896+0000","last_became_peered":"2024-09-10T10:16:57.654896+0000","last_unstale":"2024-09-10T10:16:58.644705+0000","last_undegraded":"2024-09-10T10:16:58.644705+0000","last_fullsized":"2024-09-10T10:16:58.644705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:58.027850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648355+0000","last_change":"2024-09-10T10:16:57.649282+0000","last_active":"2024-09-10T10:16:58.648355+0000","last_peered":"2024-09-10T10:16:58.648355+0000","last_clean":"2024-09-10T10:16:58.648355+0000","last_became_active":"2024-09-10T10:16:57.648594+0000","last_became_peered":"2024-09-10T10:16:57.648594+0000","last_unstale":"2024-09-10T10:16:58.648355+0000","last_undegraded":"2024-09-10T10:16:58.648355+0000","last_fullsized":"2024-09-10T10:16:58.648355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.822398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766053+0000","last_change":"2024-09-10T10:16:57.649654+0000","last_active":"2024-09-10T10:16:58.766053+0000","last_peered":"2024-09-10T10:16:58.766053+0000","last_clean":"2024-09-10T10:16:58.766053+0000","last_became_active":"2024-09-10T10:16:57.648915+0000","last_became_peered":"2024-09-10T10:16:57.648915+0000","last_unstale":"2024-09-10T10:16:58.766053+0000","last_undegraded":"2024-09-10T10:16:58.766053+0000","last_fullsized":"2024-09-10T10:16:58.766053+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:24.956289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643571+0000","last_change":"2024-09-10T10:16:57.640748+0000","last_active":"2024-09-10T10:16:58.643571+0000","last_peered":"2024-09-10T10:16:58.643571+0000","last_clean":"2024-09-10T10:16:58.643571+0000","last_became_active":"2024-09-10T10:16:57.640145+0000","last_became_peered":"2024-09-10T10:16:57.640145+0000","last_unstale":"2024-09-10T10:16:58.643571+0000","last_undegraded":"2024-09-10T10:16:58.643571+0000","last_fullsized":"2024-09-10T10:16:58.643571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643491+0000","last_change":"2024-09-10T10:16:57.639178+0000","last_active":"2024-09-10T10:16:58.643491+0000","last_peered":"2024-09-10T10:16:58.643491+0000","last_clean":"2024-09-10T10:16:58.643491+0000","last_became_active":"2024-09-10T10:16:57.638705+0000","last_became_peered":"2024-09-10T10:16:57.638705+0000","last_unstale":"2024-09-10T10:16:58.643491+0000","last_undegraded":"2024-09-10T10:16:58.643491+0000","last_fullsized":"2024-09-10T10:16:58.643491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:50.702118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645810+0000","last_change":"2024-09-10T10:16:57.665512+0000","last_active":"2024-09-10T10:16:58.645810+0000","last_peered":"2024-09-10T10:16:58.645810+0000","last_clean":"2024-09-10T10:16:58.645810+0000","last_became_active":"2024-09-10T10:16:57.665235+0000","last_became_peered":"2024-09-10T10:16:57.665235+0000","last_unstale":"2024-09-10T10:16:58.645810+0000","last_undegraded":"2024-09-10T10:16:58.645810+0000","last_fullsized":"2024-09-10T10:16:58.645810+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:50.702118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643294+0000","last_change":"2024-09-10T10:16:57.643353+0000","last_active":"2024-09-10T10:16:58.643294+0000","last_peered":"2024-09-10T10:16:58.643294+0000","last_clean":"2024-09-10T10:16:58.643294+0000","last_became_active":"2024-09-10T10:16:57.642988+0000","last_became_peered":"2024-09-10T10:16:57.642988+0000","last_unstale":"2024-09-10T10:16:58.643294+0000","last_undegraded":"2024-09-10T10:16:58.643294+0000","last_fullsized":"2024-09-10T10:16:58.643294+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:21.900475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267004+0000","last_change":"2024-09-10T10:16:57.662218+0000","last_active":"2024-09-10T10:16:59.267004+0000","last_peered":"2024-09-10T10:16:59.267004+0000","last_clean":"2024-09-10T10:16:59.267004+0000","last_became_active":"2024-09-10T10:16:57.658830+0000","last_became_peered":"2024-09-10T10:16:57.658830+0000","last_unstale":"2024-09-10T10:16:59.267004+0000","last_undegraded":"2024-09-10T10:16:59.267004+0000","last_fullsized":"2024-09-10T10:16:59.267004+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:38.713281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644920+0000","last_change":"2024-09-10T10:16:57.644354+0000","last_active":"2024-09-10T10:16:58.644920+0000","last_peered":"2024-09-10T10:16:58.644920+0000","last_clean":"2024-09-10T10:16:58.644920+0000","last_became_active":"2024-09-10T10:16:57.644037+0000","last_became_peered":"2024-09-10T10:16:57.644037+0000","last_unstale":"2024-09-10T10:16:58.644920+0000","last_undegraded":"2024-09-10T10:16:58.644920+0000","last_fullsized":"2024-09-10T10:16:58.644920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:41.988262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651306+0000","last_change":"2024-09-10T10:16:57.655352+0000","last_active":"2024-09-10T10:16:58.651306+0000","last_peered":"2024-09-10T10:16:58.651306+0000","last_clean":"2024-09-10T10:16:58.651306+0000","last_became_active":"2024-09-10T10:16:57.655004+0000","last_became_peered":"2024-09-10T10:16:57.655004+0000","last_unstale":"2024-09-10T10:16:58.651306+0000","last_undegraded":"2024-09-10T10:16:58.651306+0000","last_fullsized":"2024-09-10T10:16:58.651306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651180+0000","last_change":"2024-09-10T10:16:57.655255+0000","last_active":"2024-09-10T10:16:58.651180+0000","last_peered":"2024-09-10T10:16:58.651180+0000","last_clean":"2024-09-10T10:16:58.651180+0000","last_became_active":"2024-09-10T10:16:57.654984+0000","last_became_peered":"2024-09-10T10:16:57.654984+0000","last_unstale":"2024-09-10T10:16:58.651180+0000","last_undegraded":"2024-09-10T10:16:58.651180+0000","last_fullsized":"2024-09-10T10:16:58.651180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:58.687316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647437+0000","last_change":"2024-09-10T10:16:57.655251+0000","last_active":"2024-09-10T10:16:58.647437+0000","last_peered":"2024-09-10T10:16:58.647437+0000","last_clean":"2024-09-10T10:16:58.647437+0000","last_became_active":"2024-09-10T10:16:57.654949+0000","last_became_peered":"2024-09-10T10:16:57.654949+0000","last_unstale":"2024-09-10T10:16:58.647437+0000","last_undegraded":"2024-09-10T10:16:58.647437+0000","last_fullsized":"2024-09-10T10:16:58.647437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:55.017479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267645+0000","last_change":"2024-09-10T10:16:57.660690+0000","last_active":"2024-09-10T10:16:59.267645+0000","last_peered":"2024-09-10T10:16:59.267645+0000","last_clean":"2024-09-10T10:16:59.267645+0000","last_became_active":"2024-09-10T10:16:57.660135+0000","last_became_peered":"2024-09-10T10:16:57.660135+0000","last_unstale":"2024-09-10T10:16:59.267645+0000","last_undegraded":"2024-09-10T10:16:59.267645+0000","last_fullsized":"2024-09-10T10:16:59.267645+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:58.687316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765702+0000","last_change":"2024-09-10T10:16:57.663827+0000","last_active":"2024-09-10T10:16:58.765702+0000","last_peered":"2024-09-10T10:16:58.765702+0000","last_clean":"2024-09-10T10:16:58.765702+0000","last_became_active":"2024-09-10T10:16:57.658301+0000","last_became_peered":"2024-09-10T10:16:57.658301+0000","last_unstale":"2024-09-10T10:16:58.765702+0000","last_undegraded":"2024-09-10T10:16:58.765702+0000","last_fullsized":"2024-09-10T10:16:58.765702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:57.366487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648037+0000","last_change":"2024-09-10T10:16:57.641463+0000","last_active":"2024-09-10T10:16:58.648037+0000","last_peered":"2024-09-10T10:16:58.648037+0000","last_clean":"2024-09-10T10:16:58.648037+0000","last_became_active":"2024-09-10T10:16:57.639640+0000","last_became_peered":"2024-09-10T10:16:57.639640+0000","last_unstale":"2024-09-10T10:16:58.648037+0000","last_undegraded":"2024-09-10T10:16:58.648037+0000","last_fullsized":"2024-09-10T10:16:58.648037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:59:25.803701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643977+0000","last_change":"2024-09-10T10:16:57.652824+0000","last_active":"2024-09-10T10:16:58.643977+0000","last_peered":"2024-09-10T10:16:58.643977+0000","last_clean":"2024-09-10T10:16:58.643977+0000","last_became_active":"2024-09-10T10:16:57.652135+0000","last_became_peered":"2024-09-10T10:16:57.652135+0000","last_unstale":"2024-09-10T10:16:58.643977+0000","last_undegraded":"2024-09-10T10:16:58.643977+0000","last_fullsized":"2024-09-10T10:16:58.643977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646205+0000","last_change":"2024-09-10T10:16:57.650717+0000","last_active":"2024-09-10T10:16:58.646205+0000","last_peered":"2024-09-10T10:16:58.646205+0000","last_clean":"2024-09-10T10:16:58.646205+0000","last_became_active":"2024-09-10T10:16:57.648662+0000","last_became_peered":"2024-09-10T10:16:57.648662+0000","last_unstale":"2024-09-10T10:16:58.646205+0000","last_undegraded":"2024-09-10T10:16:58.646205+0000","last_fullsized":"2024-09-10T10:16:58.646205+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:52:33.665306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267531+0000","last_change":"2024-09-10T10:16:57.657078+0000","last_active":"2024-09-10T10:16:59.267531+0000","last_peered":"2024-09-10T10:16:59.267531+0000","last_clean":"2024-09-10T10:16:59.267531+0000","last_became_active":"2024-09-10T10:16:57.656422+0000","last_became_peered":"2024-09-10T10:16:57.656422+0000","last_unstale":"2024-09-10T10:16:59.267531+0000","last_undegraded":"2024-09-10T10:16:59.267531+0000","last_fullsized":"2024-09-10T10:16:59.267531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:25.147123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643813+0000","last_change":"2024-09-10T10:16:57.645372+0000","last_active":"2024-09-10T10:16:58.643813+0000","last_peered":"2024-09-10T10:16:58.643813+0000","last_clean":"2024-09-10T10:16:58.643813+0000","last_became_active":"2024-09-10T10:16:57.645041+0000","last_became_peered":"2024-09-10T10:16:57.645041+0000","last_unstale":"2024-09-10T10:16:58.643813+0000","last_undegraded":"2024-09-10T10:16:58.643813+0000","last_fullsized":"2024-09-10T10:16:58.643813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:05:42.145291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651055+0000","last_change":"2024-09-10T10:16:57.654342+0000","last_active":"2024-09-10T10:16:58.651055+0000","last_peered":"2024-09-10T10:16:58.651055+0000","last_clean":"2024-09-10T10:16:58.651055+0000","last_became_active":"2024-09-10T10:16:57.653820+0000","last_became_peered":"2024-09-10T10:16:57.653820+0000","last_unstale":"2024-09-10T10:16:58.651055+0000","last_undegraded":"2024-09-10T10:16:58.651055+0000","last_fullsized":"2024-09-10T10:16:58.651055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:57.366487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765514+0000","last_change":"2024-09-10T10:16:57.646511+0000","last_active":"2024-09-10T10:16:58.765514+0000","last_peered":"2024-09-10T10:16:58.765514+0000","last_clean":"2024-09-10T10:16:58.765514+0000","last_became_active":"2024-09-10T10:16:57.643698+0000","last_became_peered":"2024-09-10T10:16:57.643698+0000","last_unstale":"2024-09-10T10:16:58.765514+0000","last_undegraded":"2024-09-10T10:16:58.765514+0000","last_fullsized":"2024-09-10T10:16:58.765514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:18.332893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645938+0000","last_change":"2024-09-10T10:16:57.655118+0000","last_active":"2024-09-10T10:16:58.645938+0000","last_peered":"2024-09-10T10:16:58.645938+0000","last_clean":"2024-09-10T10:16:58.645938+0000","last_became_active":"2024-09-10T10:16:57.654843+0000","last_became_peered":"2024-09-10T10:16:57.654843+0000","last_unstale":"2024-09-10T10:16:58.645938+0000","last_undegraded":"2024-09-10T10:16:58.645938+0000","last_fullsized":"2024-09-10T10:16:58.645938+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:24.000349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267155+0000","last_change":"2024-09-10T10:16:57.642088+0000","last_active":"2024-09-10T10:16:59.267155+0000","last_peered":"2024-09-10T10:16:59.267155+0000","last_clean":"2024-09-10T10:16:59.267155+0000","last_became_active":"2024-09-10T10:16:57.640917+0000","last_became_peered":"2024-09-10T10:16:57.640917+0000","last_unstale":"2024-09-10T10:16:59.267155+0000","last_undegraded":"2024-09-10T10:16:59.267155+0000","last_fullsized":"2024-09-10T10:16:59.267155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:13.683043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644173+0000","last_change":"2024-09-10T10:16:57.645731+0000","last_active":"2024-09-10T10:16:58.644173+0000","last_peered":"2024-09-10T10:16:58.644173+0000","last_clean":"2024-09-10T10:16:58.644173+0000","last_became_active":"2024-09-10T10:16:57.644338+0000","last_became_peered":"2024-09-10T10:16:57.644338+0000","last_unstale":"2024-09-10T10:16:58.644173+0000","last_undegraded":"2024-09-10T10:16:58.644173+0000","last_fullsized":"2024-09-10T10:16:58.644173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:51.095713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268030+0000","last_change":"2024-09-10T10:16:57.648677+0000","last_active":"2024-09-10T10:16:59.268030+0000","last_peered":"2024-09-10T10:16:59.268030+0000","last_clean":"2024-09-10T10:16:59.268030+0000","last_became_active":"2024-09-10T10:16:57.647905+0000","last_became_peered":"2024-09-10T10:16:57.647905+0000","last_unstale":"2024-09-10T10:16:59.268030+0000","last_undegraded":"2024-09-10T10:16:59.268030+0000","last_fullsized":"2024-09-10T10:16:59.268030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:51.095713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651392+0000","last_change":"2024-09-10T10:16:57.654636+0000","last_active":"2024-09-10T10:16:58.651392+0000","last_peered":"2024-09-10T10:16:58.651392+0000","last_clean":"2024-09-10T10:16:58.651392+0000","last_became_active":"2024-09-10T10:16:57.653269+0000","last_became_peered":"2024-09-10T10:16:57.653269+0000","last_unstale":"2024-09-10T10:16:58.651392+0000","last_undegraded":"2024-09-10T10:16:58.651392+0000","last_fullsized":"2024-09-10T10:16:58.651392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648513+0000","last_change":"2024-09-10T10:16:57.645317+0000","last_active":"2024-09-10T10:16:58.648513+0000","last_peered":"2024-09-10T10:16:58.648513+0000","last_clean":"2024-09-10T10:16:58.648513+0000","last_became_active":"2024-09-10T10:16:57.639824+0000","last_became_peered":"2024-09-10T10:16:57.639824+0000","last_unstale":"2024-09-10T10:16:58.648513+0000","last_undegraded":"2024-09-10T10:16:58.648513+0000","last_fullsized":"2024-09-10T10:16:58.648513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:18.058973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267697+0000","last_change":"2024-09-10T10:16:57.643155+0000","last_active":"2024-09-10T10:16:59.267697+0000","last_peered":"2024-09-10T10:16:59.267697+0000","last_clean":"2024-09-10T10:16:59.267697+0000","last_became_active":"2024-09-10T10:16:57.638399+0000","last_became_peered":"2024-09-10T10:16:57.638399+0000","last_unstale":"2024-09-10T10:16:59.267697+0000","last_undegraded":"2024-09-10T10:16:59.267697+0000","last_fullsized":"2024-09-10T10:16:59.267697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:57.366487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765771+0000","last_change":"2024-09-10T10:16:57.658316+0000","last_active":"2024-09-10T10:16:58.765771+0000","last_peered":"2024-09-10T10:16:58.765771+0000","last_clean":"2024-09-10T10:16:58.765771+0000","last_became_active":"2024-09-10T10:16:57.654990+0000","last_became_peered":"2024-09-10T10:16:57.654990+0000","last_unstale":"2024-09-10T10:16:58.765771+0000","last_undegraded":"2024-09-10T10:16:58.765771+0000","last_fullsized":"2024-09-10T10:16:58.765771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:58.687316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646021+0000","last_change":"2024-09-10T10:16:57.659610+0000","last_active":"2024-09-10T10:16:58.646021+0000","last_peered":"2024-09-10T10:16:58.646021+0000","last_clean":"2024-09-10T10:16:58.646021+0000","last_became_active":"2024-09-10T10:16:57.659249+0000","last_became_peered":"2024-09-10T10:16:57.659249+0000","last_unstale":"2024-09-10T10:16:58.646021+0000","last_undegraded":"2024-09-10T10:16:58.646021+0000","last_fullsized":"2024-09-10T10:16:58.646021+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:05:42.145291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.266735+0000","last_change":"2024-09-10T10:16:57.646728+0000","last_active":"2024-09-10T10:16:59.266735+0000","last_peered":"2024-09-10T10:16:59.266735+0000","last_clean":"2024-09-10T10:16:59.266735+0000","last_became_active":"2024-09-10T10:16:57.645838+0000","last_became_peered":"2024-09-10T10:16:57.645838+0000","last_unstale":"2024-09-10T10:16:59.266735+0000","last_undegraded":"2024-09-10T10:16:59.266735+0000","last_fullsized":"2024-09-10T10:16:59.266735+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:32.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650837+0000","last_change":"2024-09-10T10:16:57.665498+0000","last_active":"2024-09-10T10:16:58.650837+0000","last_peered":"2024-09-10T10:16:58.650837+0000","last_clean":"2024-09-10T10:16:58.650837+0000","last_became_active":"2024-09-10T10:16:57.665225+0000","last_became_peered":"2024-09-10T10:16:57.665225+0000","last_unstale":"2024-09-10T10:16:58.650837+0000","last_undegraded":"2024-09-10T10:16:58.650837+0000","last_fullsized":"2024-09-10T10:16:58.650837+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:38.713281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647160+0000","last_change":"2024-09-10T10:16:57.633693+0000","last_active":"2024-09-10T10:16:58.647160+0000","last_peered":"2024-09-10T10:16:58.647160+0000","last_clean":"2024-09-10T10:16:58.647160+0000","last_became_active":"2024-09-10T10:16:57.633088+0000","last_became_peered":"2024-09-10T10:16:57.633088+0000","last_unstale":"2024-09-10T10:16:58.647160+0000","last_undegraded":"2024-09-10T10:16:58.647160+0000","last_fullsized":"2024-09-10T10:16:58.647160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:24.378425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268013+0000","last_change":"2024-09-10T10:16:56.641484+0000","last_active":"2024-09-10T10:16:59.268013+0000","last_peered":"2024-09-10T10:16:59.268013+0000","last_clean":"2024-09-10T10:16:59.268013+0000","last_became_active":"2024-09-10T10:16:56.641106+0000","last_became_peered":"2024-09-10T10:16:56.641106+0000","last_unstale":"2024-09-10T10:16:59.268013+0000","last_undegraded":"2024-09-10T10:16:59.268013+0000","last_fullsized":"2024-09-10T10:16:59.268013+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765966+0000","last_change":"2024-09-10T10:16:57.649020+0000","last_active":"2024-09-10T10:16:58.765966+0000","last_peered":"2024-09-10T10:16:58.765966+0000","last_clean":"2024-09-10T10:16:58.765966+0000","last_became_active":"2024-09-10T10:16:57.648243+0000","last_became_peered":"2024-09-10T10:16:57.648243+0000","last_unstale":"2024-09-10T10:16:58.765966+0000","last_undegraded":"2024-09-10T10:16:58.765966+0000","last_fullsized":"2024-09-10T10:16:58.765966+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650737+0000","last_change":"2024-09-10T10:16:56.650069+0000","last_active":"2024-09-10T10:16:58.650737+0000","last_peered":"2024-09-10T10:16:58.650737+0000","last_clean":"2024-09-10T10:16:58.650737+0000","last_became_active":"2024-09-10T10:16:56.649302+0000","last_became_peered":"2024-09-10T10:16:56.649302+0000","last_unstale":"2024-09-10T10:16:58.650737+0000","last_undegraded":"2024-09-10T10:16:58.650737+0000","last_fullsized":"2024-09-10T10:16:58.650737+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267116+0000","last_change":"2024-09-10T10:16:56.660116+0000","last_active":"2024-09-10T10:16:59.267116+0000","last_peered":"2024-09-10T10:16:59.267116+0000","last_clean":"2024-09-10T10:16:59.267116+0000","last_became_active":"2024-09-10T10:16:56.659813+0000","last_became_peered":"2024-09-10T10:16:56.659813+0000","last_unstale":"2024-09-10T10:16:59.267116+0000","last_undegraded":"2024-09-10T10:16:59.267116+0000","last_fullsized":"2024-09-10T10:16:59.267116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267414+0000","last_change":"2024-09-10T10:16:57.646314+0000","last_active":"2024-09-10T10:16:59.267414+0000","last_peered":"2024-09-10T10:16:59.267414+0000","last_clean":"2024-09-10T10:16:59.267414+0000","last_became_active":"2024-09-10T10:16:57.644704+0000","last_became_peered":"2024-09-10T10:16:57.644704+0000","last_unstale":"2024-09-10T10:16:59.267414+0000","last_undegraded":"2024-09-10T10:16:59.267414+0000","last_fullsized":"2024-09-10T10:16:59.267414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:18.332893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644278+0000","last_change":"2024-09-10T10:16:56.661552+0000","last_active":"2024-09-10T10:16:58.644278+0000","last_peered":"2024-09-10T10:16:58.644278+0000","last_clean":"2024-09-10T10:16:58.644278+0000","last_became_active":"2024-09-10T10:16:56.660796+0000","last_became_peered":"2024-09-10T10:16:56.660796+0000","last_unstale":"2024-09-10T10:16:58.644278+0000","last_undegraded":"2024-09-10T10:16:58.644278+0000","last_fullsized":"2024-09-10T10:16:58.644278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648041+0000","last_change":"2024-09-10T10:16:57.638750+0000","last_active":"2024-09-10T10:16:58.648041+0000","last_peered":"2024-09-10T10:16:58.648041+0000","last_clean":"2024-09-10T10:16:58.648041+0000","last_became_active":"2024-09-10T10:16:57.638197+0000","last_became_peered":"2024-09-10T10:16:57.638197+0000","last_unstale":"2024-09-10T10:16:58.648041+0000","last_undegraded":"2024-09-10T10:16:58.648041+0000","last_fullsized":"2024-09-10T10:16:58.648041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:08.004850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651033+0000","last_change":"2024-09-10T10:16:56.659844+0000","last_active":"2024-09-10T10:16:58.651033+0000","last_peered":"2024-09-10T10:16:58.651033+0000","last_clean":"2024-09-10T10:16:58.651033+0000","last_became_active":"2024-09-10T10:16:56.658483+0000","last_became_peered":"2024-09-10T10:16:56.658483+0000","last_unstale":"2024-09-10T10:16:58.651033+0000","last_undegraded":"2024-09-10T10:16:58.651033+0000","last_fullsized":"2024-09-10T10:16:58.651033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645196+0000","last_change":"2024-09-10T10:16:57.641933+0000","last_active":"2024-09-10T10:16:58.645196+0000","last_peered":"2024-09-10T10:16:58.645196+0000","last_clean":"2024-09-10T10:16:58.645196+0000","last_became_active":"2024-09-10T10:16:57.641633+0000","last_became_peered":"2024-09-10T10:16:57.641633+0000","last_unstale":"2024-09-10T10:16:58.645196+0000","last_undegraded":"2024-09-10T10:16:58.645196+0000","last_fullsized":"2024-09-10T10:16:58.645196+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:25.082411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645279+0000","last_change":"2024-09-10T10:16:56.659961+0000","last_active":"2024-09-10T10:16:58.645279+0000","last_peered":"2024-09-10T10:16:58.645279+0000","last_clean":"2024-09-10T10:16:58.645279+0000","last_became_active":"2024-09-10T10:16:56.659326+0000","last_became_peered":"2024-09-10T10:16:56.659326+0000","last_unstale":"2024-09-10T10:16:58.645279+0000","last_undegraded":"2024-09-10T10:16:58.645279+0000","last_fullsized":"2024-09-10T10:16:58.645279+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766014+0000","last_change":"2024-09-10T10:16:57.647583+0000","last_active":"2024-09-10T10:16:58.766014+0000","last_peered":"2024-09-10T10:16:58.766014+0000","last_clean":"2024-09-10T10:16:58.766014+0000","last_became_active":"2024-09-10T10:16:57.646810+0000","last_became_peered":"2024-09-10T10:16:57.646810+0000","last_unstale":"2024-09-10T10:16:58.766014+0000","last_undegraded":"2024-09-10T10:16:58.766014+0000","last_fullsized":"2024-09-10T10:16:58.766014+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648634+0000","last_change":"2024-09-10T10:16:56.653221+0000","last_active":"2024-09-10T10:16:58.648634+0000","last_peered":"2024-09-10T10:16:58.648634+0000","last_clean":"2024-09-10T10:16:58.648634+0000","last_became_active":"2024-09-10T10:16:56.652704+0000","last_became_peered":"2024-09-10T10:16:56.652704+0000","last_unstale":"2024-09-10T10:16:58.648634+0000","last_undegraded":"2024-09-10T10:16:58.648634+0000","last_fullsized":"2024-09-10T10:16:58.648634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:48.658604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647669+0000","last_change":"2024-09-10T10:16:57.638672+0000","last_active":"2024-09-10T10:16:58.647669+0000","last_peered":"2024-09-10T10:16:58.647669+0000","last_clean":"2024-09-10T10:16:58.647669+0000","last_became_active":"2024-09-10T10:16:57.638271+0000","last_became_peered":"2024-09-10T10:16:57.638271+0000","last_unstale":"2024-09-10T10:16:58.647669+0000","last_undegraded":"2024-09-10T10:16:58.647669+0000","last_fullsized":"2024-09-10T10:16:58.647669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:05.464704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651029+0000","last_change":"2024-09-10T10:16:56.659008+0000","last_active":"2024-09-10T10:16:58.651029+0000","last_peered":"2024-09-10T10:16:58.651029+0000","last_clean":"2024-09-10T10:16:58.651029+0000","last_became_active":"2024-09-10T10:16:56.657540+0000","last_became_peered":"2024-09-10T10:16:56.657540+0000","last_unstale":"2024-09-10T10:16:58.651029+0000","last_undegraded":"2024-09-10T10:16:58.651029+0000","last_fullsized":"2024-09-10T10:16:58.651029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:51:30.544886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643360+0000","last_change":"2024-09-10T10:16:57.640145+0000","last_active":"2024-09-10T10:16:58.643360+0000","last_peered":"2024-09-10T10:16:58.643360+0000","last_clean":"2024-09-10T10:16:58.643360+0000","last_became_active":"2024-09-10T10:16:57.639846+0000","last_became_peered":"2024-09-10T10:16:57.639846+0000","last_unstale":"2024-09-10T10:16:58.643360+0000","last_undegraded":"2024-09-10T10:16:58.643360+0000","last_fullsized":"2024-09-10T10:16:58.643360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:05.775648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766110+0000","last_change":"2024-09-10T10:16:56.650846+0000","last_active":"2024-09-10T10:16:58.766110+0000","last_peered":"2024-09-10T10:16:58.766110+0000","last_clean":"2024-09-10T10:16:58.766110+0000","last_became_active":"2024-09-10T10:16:56.650281+0000","last_became_peered":"2024-09-10T10:16:56.650281+0000","last_unstale":"2024-09-10T10:16:58.766110+0000","last_undegraded":"2024-09-10T10:16:58.766110+0000","last_fullsized":"2024-09-10T10:16:58.766110+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765491+0000","last_change":"2024-09-10T10:16:57.643389+0000","last_active":"2024-09-10T10:16:58.765491+0000","last_peered":"2024-09-10T10:16:58.765491+0000","last_clean":"2024-09-10T10:16:58.765491+0000","last_became_active":"2024-09-10T10:16:57.642761+0000","last_became_peered":"2024-09-10T10:16:57.642761+0000","last_unstale":"2024-09-10T10:16:58.765491+0000","last_undegraded":"2024-09-10T10:16:58.765491+0000","last_fullsized":"2024-09-10T10:16:58.765491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:13.683043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646092+0000","last_change":"2024-09-10T10:16:56.650468+0000","last_active":"2024-09-10T10:16:58.646092+0000","last_peered":"2024-09-10T10:16:58.646092+0000","last_clean":"2024-09-10T10:16:58.646092+0000","last_became_active":"2024-09-10T10:16:56.649855+0000","last_became_peered":"2024-09-10T10:16:56.649855+0000","last_unstale":"2024-09-10T10:16:58.646092+0000","last_undegraded":"2024-09-10T10:16:58.646092+0000","last_fullsized":"2024-09-10T10:16:58.646092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:29.978636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643941+0000","last_change":"2024-09-10T10:16:57.646715+0000","last_active":"2024-09-10T10:16:58.643941+0000","last_peered":"2024-09-10T10:16:58.643941+0000","last_clean":"2024-09-10T10:16:58.643941+0000","last_became_active":"2024-09-10T10:16:57.646266+0000","last_became_peered":"2024-09-10T10:16:57.646266+0000","last_unstale":"2024-09-10T10:16:58.643941+0000","last_undegraded":"2024-09-10T10:16:58.643941+0000","last_fullsized":"2024-09-10T10:16:58.643941+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:52:33.665306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650703+0000","last_change":"2024-09-10T10:16:56.658570+0000","last_active":"2024-09-10T10:16:58.650703+0000","last_peered":"2024-09-10T10:16:58.650703+0000","last_clean":"2024-09-10T10:16:58.650703+0000","last_became_active":"2024-09-10T10:16:56.657788+0000","last_became_peered":"2024-09-10T10:16:56.657788+0000","last_unstale":"2024-09-10T10:16:58.650703+0000","last_undegraded":"2024-09-10T10:16:58.650703+0000","last_fullsized":"2024-09-10T10:16:58.650703+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650962+0000","last_change":"2024-09-10T10:16:57.665543+0000","last_active":"2024-09-10T10:16:58.650962+0000","last_peered":"2024-09-10T10:16:58.650962+0000","last_clean":"2024-09-10T10:16:58.650962+0000","last_became_active":"2024-09-10T10:16:57.665237+0000","last_became_peered":"2024-09-10T10:16:57.665237+0000","last_unstale":"2024-09-10T10:16:58.650962+0000","last_undegraded":"2024-09-10T10:16:58.650962+0000","last_fullsized":"2024-09-10T10:16:58.650962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:18.332893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.266337+0000","last_change":"2024-09-10T10:16:56.633059+0000","last_active":"2024-09-10T10:16:59.266337+0000","last_peered":"2024-09-10T10:16:59.266337+0000","last_clean":"2024-09-10T10:16:59.266337+0000","last_became_active":"2024-09-10T10:16:56.632679+0000","last_became_peered":"2024-09-10T10:16:56.632679+0000","last_unstale":"2024-09-10T10:16:59.266337+0000","last_undegraded":"2024-09-10T10:16:59.266337+0000","last_fullsized":"2024-09-10T10:16:59.266337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:00.053370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643350+0000","last_change":"2024-09-10T10:16:57.646966+0000","last_active":"2024-09-10T10:16:58.643350+0000","last_peered":"2024-09-10T10:16:58.643350+0000","last_clean":"2024-09-10T10:16:58.643350+0000","last_became_active":"2024-09-10T10:16:57.646146+0000","last_became_peered":"2024-09-10T10:16:57.646146+0000","last_unstale":"2024-09-10T10:16:58.643350+0000","last_undegraded":"2024-09-10T10:16:58.643350+0000","last_fullsized":"2024-09-10T10:16:58.643350+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:25.082411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647472+0000","last_change":"2024-09-10T10:16:56.644187+0000","last_active":"2024-09-10T10:16:58.647472+0000","last_peered":"2024-09-10T10:16:58.647472+0000","last_clean":"2024-09-10T10:16:58.647472+0000","last_became_active":"2024-09-10T10:16:56.643069+0000","last_became_peered":"2024-09-10T10:16:56.643069+0000","last_unstale":"2024-09-10T10:16:58.647472+0000","last_undegraded":"2024-09-10T10:16:58.647472+0000","last_fullsized":"2024-09-10T10:16:58.647472+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:08.714665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644998+0000","last_change":"2024-09-10T10:16:57.646662+0000","last_active":"2024-09-10T10:16:58.644998+0000","last_peered":"2024-09-10T10:16:58.644998+0000","last_clean":"2024-09-10T10:16:58.644998+0000","last_became_active":"2024-09-10T10:16:57.646307+0000","last_became_peered":"2024-09-10T10:16:57.646307+0000","last_unstale":"2024-09-10T10:16:58.644998+0000","last_undegraded":"2024-09-10T10:16:58.644998+0000","last_fullsized":"2024-09-10T10:16:58.644998+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:29:57.253585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267770+0000","last_change":"2024-09-10T10:16:56.638119+0000","last_active":"2024-09-10T10:16:59.267770+0000","last_peered":"2024-09-10T10:16:59.267770+0000","last_clean":"2024-09-10T10:16:59.267770+0000","last_became_active":"2024-09-10T10:16:56.637777+0000","last_became_peered":"2024-09-10T10:16:56.637777+0000","last_unstale":"2024-09-10T10:16:59.267770+0000","last_undegraded":"2024-09-10T10:16:59.267770+0000","last_fullsized":"2024-09-10T10:16:59.267770+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:54:55.433131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645102+0000","last_change":"2024-09-10T10:16:57.647432+0000","last_active":"2024-09-10T10:16:58.645102+0000","last_peered":"2024-09-10T10:16:58.645102+0000","last_clean":"2024-09-10T10:16:58.645102+0000","last_became_active":"2024-09-10T10:16:57.647007+0000","last_became_peered":"2024-09-10T10:16:57.647007+0000","last_unstale":"2024-09-10T10:16:58.645102+0000","last_undegraded":"2024-09-10T10:16:58.645102+0000","last_fullsized":"2024-09-10T10:16:58.645102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T22:08:02.491080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648740+0000","last_change":"2024-09-10T10:16:56.651953+0000","last_active":"2024-09-10T10:16:58.648740+0000","last_peered":"2024-09-10T10:16:58.648740+0000","last_clean":"2024-09-10T10:16:58.648740+0000","last_became_active":"2024-09-10T10:16:56.651216+0000","last_became_peered":"2024-09-10T10:16:56.651216+0000","last_unstale":"2024-09-10T10:16:58.648740+0000","last_undegraded":"2024-09-10T10:16:58.648740+0000","last_fullsized":"2024-09-10T10:16:58.648740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:46:54.008412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644782+0000","last_change":"2024-09-10T10:16:57.641009+0000","last_active":"2024-09-10T10:16:58.644782+0000","last_peered":"2024-09-10T10:16:58.644782+0000","last_clean":"2024-09-10T10:16:58.644782+0000","last_became_active":"2024-09-10T10:16:57.640434+0000","last_became_peered":"2024-09-10T10:16:57.640434+0000","last_unstale":"2024-09-10T10:16:58.644782+0000","last_undegraded":"2024-09-10T10:16:58.644782+0000","last_fullsized":"2024-09-10T10:16:58.644782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:24:27.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268278+0000","last_change":"2024-09-10T10:16:56.652337+0000","last_active":"2024-09-10T10:16:59.268278+0000","last_peered":"2024-09-10T10:16:59.268278+0000","last_clean":"2024-09-10T10:16:59.268278+0000","last_became_active":"2024-09-10T10:16:56.651690+0000","last_became_peered":"2024-09-10T10:16:56.651690+0000","last_unstale":"2024-09-10T10:16:59.268278+0000","last_undegraded":"2024-09-10T10:16:59.268278+0000","last_fullsized":"2024-09-10T10:16:59.268278+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643582+0000","last_change":"2024-09-10T10:16:57.642559+0000","last_active":"2024-09-10T10:16:58.643582+0000","last_peered":"2024-09-10T10:16:58.643582+0000","last_clean":"2024-09-10T10:16:58.643582+0000","last_became_active":"2024-09-10T10:16:57.642115+0000","last_became_peered":"2024-09-10T10:16:57.642115+0000","last_unstale":"2024-09-10T10:16:58.643582+0000","last_undegraded":"2024-09-10T10:16:58.643582+0000","last_fullsized":"2024-09-10T10:16:58.643582+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:24.000349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644528+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:16:58.644528+0000","last_peered":"2024-09-10T10:16:58.644528+0000","last_clean":"2024-09-10T10:16:58.644528+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:16:58.644528+0000","last_undegraded":"2024-09-10T10:16:58.644528+0000","last_fullsized":"2024-09-10T10:16:58.644528+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644211+0000","last_change":"2024-09-10T10:16:56.640084+0000","last_active":"2024-09-10T10:16:58.644211+0000","last_peered":"2024-09-10T10:16:58.644211+0000","last_clean":"2024-09-10T10:16:58.644211+0000","last_became_active":"2024-09-10T10:16:56.639339+0000","last_became_peered":"2024-09-10T10:16:56.639339+0000","last_unstale":"2024-09-10T10:16:58.644211+0000","last_undegraded":"2024-09-10T10:16:58.644211+0000","last_fullsized":"2024-09-10T10:16:58.644211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268775+0000","last_change":"2024-09-10T10:16:57.654704+0000","last_active":"2024-09-10T10:16:59.268775+0000","last_peered":"2024-09-10T10:16:59.268775+0000","last_clean":"2024-09-10T10:16:59.268775+0000","last_became_active":"2024-09-10T10:16:57.654001+0000","last_became_peered":"2024-09-10T10:16:57.654001+0000","last_unstale":"2024-09-10T10:16:59.268775+0000","last_undegraded":"2024-09-10T10:16:59.268775+0000","last_fullsized":"2024-09-10T10:16:59.268775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:21.900475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.642988+0000","last_change":"2024-09-10T10:16:56.632711+0000","last_active":"2024-09-10T10:16:58.642988+0000","last_peered":"2024-09-10T10:16:58.642988+0000","last_clean":"2024-09-10T10:16:58.642988+0000","last_became_active":"2024-09-10T10:16:56.631612+0000","last_became_peered":"2024-09-10T10:16:56.631612+0000","last_unstale":"2024-09-10T10:16:58.642988+0000","last_undegraded":"2024-09-10T10:16:58.642988+0000","last_fullsized":"2024-09-10T10:16:58.642988+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:31.698583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.765252+0000","last_change":"2024-09-10T10:16:57.650710+0000","last_active":"2024-09-10T10:16:58.765252+0000","last_peered":"2024-09-10T10:16:58.765252+0000","last_clean":"2024-09-10T10:16:58.765252+0000","last_became_active":"2024-09-10T10:16:57.650108+0000","last_became_peered":"2024-09-10T10:16:57.650108+0000","last_unstale":"2024-09-10T10:16:58.765252+0000","last_undegraded":"2024-09-10T10:16:58.765252+0000","last_fullsized":"2024-09-10T10:16:58.765252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:38.713281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.266905+0000","last_change":"2024-09-10T10:16:56.638693+0000","last_active":"2024-09-10T10:16:59.266905+0000","last_peered":"2024-09-10T10:16:59.266905+0000","last_clean":"2024-09-10T10:16:59.266905+0000","last_became_active":"2024-09-10T10:16:56.638112+0000","last_became_peered":"2024-09-10T10:16:56.638112+0000","last_unstale":"2024-09-10T10:16:59.266905+0000","last_undegraded":"2024-09-10T10:16:59.266905+0000","last_fullsized":"2024-09-10T10:16:59.266905+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:49.234676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648232+0000","last_change":"2024-09-10T10:16:57.640096+0000","last_active":"2024-09-10T10:16:58.648232+0000","last_peered":"2024-09-10T10:16:58.648232+0000","last_clean":"2024-09-10T10:16:58.648232+0000","last_became_active":"2024-09-10T10:16:57.639310+0000","last_became_peered":"2024-09-10T10:16:57.639310+0000","last_unstale":"2024-09-10T10:16:58.648232+0000","last_undegraded":"2024-09-10T10:16:58.648232+0000","last_fullsized":"2024-09-10T10:16:58.648232+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:14:10.817702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.646133+0000","last_change":"2024-09-10T10:16:56.645091+0000","last_active":"2024-09-10T10:16:58.646133+0000","last_peered":"2024-09-10T10:16:58.646133+0000","last_clean":"2024-09-10T10:16:58.646133+0000","last_became_active":"2024-09-10T10:16:56.644350+0000","last_became_peered":"2024-09-10T10:16:56.644350+0000","last_unstale":"2024-09-10T10:16:58.646133+0000","last_undegraded":"2024-09-10T10:16:58.646133+0000","last_fullsized":"2024-09-10T10:16:58.646133+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:10:17.717749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647613+0000","last_change":"2024-09-10T10:16:57.646539+0000","last_active":"2024-09-10T10:16:58.647613+0000","last_peered":"2024-09-10T10:16:58.647613+0000","last_clean":"2024-09-10T10:16:58.647613+0000","last_became_active":"2024-09-10T10:16:57.646262+0000","last_became_peered":"2024-09-10T10:16:57.646262+0000","last_unstale":"2024-09-10T10:16:58.647613+0000","last_undegraded":"2024-09-10T10:16:58.647613+0000","last_fullsized":"2024-09-10T10:16:58.647613+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:39.170680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648459+0000","last_change":"2024-09-10T10:16:56.647703+0000","last_active":"2024-09-10T10:16:58.648459+0000","last_peered":"2024-09-10T10:16:58.648459+0000","last_clean":"2024-09-10T10:16:58.648459+0000","last_became_active":"2024-09-10T10:16:56.647285+0000","last_became_peered":"2024-09-10T10:16:56.647285+0000","last_unstale":"2024-09-10T10:16:58.648459+0000","last_undegraded":"2024-09-10T10:16:58.648459+0000","last_fullsized":"2024-09-10T10:16:58.648459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.455636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645362+0000","last_change":"2024-09-10T10:16:57.645219+0000","last_active":"2024-09-10T10:16:58.645362+0000","last_peered":"2024-09-10T10:16:58.645362+0000","last_clean":"2024-09-10T10:16:58.645362+0000","last_became_active":"2024-09-10T10:16:57.644777+0000","last_became_peered":"2024-09-10T10:16:57.644777+0000","last_unstale":"2024-09-10T10:16:58.645362+0000","last_undegraded":"2024-09-10T10:16:58.645362+0000","last_fullsized":"2024-09-10T10:16:58.645362+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:05.775648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645196+0000","last_change":"2024-09-10T10:16:56.654562+0000","last_active":"2024-09-10T10:16:58.645196+0000","last_peered":"2024-09-10T10:16:58.645196+0000","last_clean":"2024-09-10T10:16:58.645196+0000","last_became_active":"2024-09-10T10:16:56.653570+0000","last_became_peered":"2024-09-10T10:16:56.653570+0000","last_unstale":"2024-09-10T10:16:58.645196+0000","last_undegraded":"2024-09-10T10:16:58.645196+0000","last_fullsized":"2024-09-10T10:16:58.645196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:09:44.806426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648452+0000","last_change":"2024-09-10T10:16:57.638068+0000","last_active":"2024-09-10T10:16:58.648452+0000","last_peered":"2024-09-10T10:16:58.648452+0000","last_clean":"2024-09-10T10:16:58.648452+0000","last_became_active":"2024-09-10T10:16:57.637460+0000","last_became_peered":"2024-09-10T10:16:57.637460+0000","last_unstale":"2024-09-10T10:16:58.648452+0000","last_undegraded":"2024-09-10T10:16:58.648452+0000","last_fullsized":"2024-09-10T10:16:58.648452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:23.265271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650249+0000","last_change":"2024-09-10T10:16:56.658617+0000","last_active":"2024-09-10T10:16:58.650249+0000","last_peered":"2024-09-10T10:16:58.650249+0000","last_clean":"2024-09-10T10:16:58.650249+0000","last_became_active":"2024-09-10T10:16:56.658331+0000","last_became_peered":"2024-09-10T10:16:56.658331+0000","last_unstale":"2024-09-10T10:16:58.650249+0000","last_undegraded":"2024-09-10T10:16:58.650249+0000","last_fullsized":"2024-09-10T10:16:58.650249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:23.369358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268472+0000","last_change":"2024-09-10T10:16:57.640253+0000","last_active":"2024-09-10T10:16:59.268472+0000","last_peered":"2024-09-10T10:16:59.268472+0000","last_clean":"2024-09-10T10:16:59.268472+0000","last_became_active":"2024-09-10T10:16:57.638153+0000","last_became_peered":"2024-09-10T10:16:57.638153+0000","last_unstale":"2024-09-10T10:16:59.268472+0000","last_undegraded":"2024-09-10T10:16:59.268472+0000","last_fullsized":"2024-09-10T10:16:59.268472+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:24:27.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.651163+0000","last_change":"2024-09-10T10:16:56.658347+0000","last_active":"2024-09-10T10:16:58.651163+0000","last_peered":"2024-09-10T10:16:58.651163+0000","last_clean":"2024-09-10T10:16:58.651163+0000","last_became_active":"2024-09-10T10:16:56.657487+0000","last_became_peered":"2024-09-10T10:16:56.657487+0000","last_unstale":"2024-09-10T10:16:58.651163+0000","last_undegraded":"2024-09-10T10:16:58.651163+0000","last_fullsized":"2024-09-10T10:16:58.651163+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:37:59.125649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766112+0000","last_change":"2024-09-10T10:16:57.655882+0000","last_active":"2024-09-10T10:16:58.766112+0000","last_peered":"2024-09-10T10:16:58.766112+0000","last_clean":"2024-09-10T10:16:58.766112+0000","last_became_active":"2024-09-10T10:16:57.655321+0000","last_became_peered":"2024-09-10T10:16:57.655321+0000","last_unstale":"2024-09-10T10:16:58.766112+0000","last_undegraded":"2024-09-10T10:16:58.766112+0000","last_fullsized":"2024-09-10T10:16:58.766112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:24:27.863640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.642980+0000","last_change":"2024-09-10T10:16:56.654060+0000","last_active":"2024-09-10T10:16:58.642980+0000","last_peered":"2024-09-10T10:16:58.642980+0000","last_clean":"2024-09-10T10:16:58.642980+0000","last_became_active":"2024-09-10T10:16:56.653366+0000","last_became_peered":"2024-09-10T10:16:56.653366+0000","last_unstale":"2024-09-10T10:16:58.642980+0000","last_undegraded":"2024-09-10T10:16:58.642980+0000","last_fullsized":"2024-09-10T10:16:58.642980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:51:30.544886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.647082+0000","last_change":"2024-09-10T10:16:57.639795+0000","last_active":"2024-09-10T10:16:58.647082+0000","last_peered":"2024-09-10T10:16:58.647082+0000","last_clean":"2024-09-10T10:16:58.647082+0000","last_became_active":"2024-09-10T10:16:57.638840+0000","last_became_peered":"2024-09-10T10:16:57.638840+0000","last_unstale":"2024-09-10T10:16:58.647082+0000","last_undegraded":"2024-09-10T10:16:58.647082+0000","last_fullsized":"2024-09-10T10:16:58.647082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:49.667671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648155+0000","last_change":"2024-09-10T10:16:56.643363+0000","last_active":"2024-09-10T10:16:58.648155+0000","last_peered":"2024-09-10T10:16:58.648155+0000","last_clean":"2024-09-10T10:16:58.648155+0000","last_became_active":"2024-09-10T10:16:56.642876+0000","last_became_peered":"2024-09-10T10:16:56.642876+0000","last_unstale":"2024-09-10T10:16:58.648155+0000","last_undegraded":"2024-09-10T10:16:58.648155+0000","last_fullsized":"2024-09-10T10:16:58.648155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:45.531988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267911+0000","last_change":"2024-09-10T10:16:57.643131+0000","last_active":"2024-09-10T10:16:59.267911+0000","last_peered":"2024-09-10T10:16:59.267911+0000","last_clean":"2024-09-10T10:16:59.267911+0000","last_became_active":"2024-09-10T10:16:57.637938+0000","last_became_peered":"2024-09-10T10:16:57.637938+0000","last_unstale":"2024-09-10T10:16:59.267911+0000","last_undegraded":"2024-09-10T10:16:59.267911+0000","last_fullsized":"2024-09-10T10:16:59.267911+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:32.075349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.648447+0000","last_change":"2024-09-10T10:16:56.638093+0000","last_active":"2024-09-10T10:16:58.648447+0000","last_peered":"2024-09-10T10:16:58.648447+0000","last_clean":"2024-09-10T10:16:58.648447+0000","last_became_active":"2024-09-10T10:16:56.637800+0000","last_became_peered":"2024-09-10T10:16:56.637800+0000","last_unstale":"2024-09-10T10:16:58.648447+0000","last_undegraded":"2024-09-10T10:16:58.648447+0000","last_fullsized":"2024-09-10T10:16:58.648447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:38.161612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267908+0000","last_change":"2024-09-10T10:16:57.645737+0000","last_active":"2024-09-10T10:16:59.267908+0000","last_peered":"2024-09-10T10:16:59.267908+0000","last_clean":"2024-09-10T10:16:59.267908+0000","last_became_active":"2024-09-10T10:16:57.644750+0000","last_became_peered":"2024-09-10T10:16:57.644750+0000","last_unstale":"2024-09-10T10:16:59.267908+0000","last_undegraded":"2024-09-10T10:16:59.267908+0000","last_fullsized":"2024-09-10T10:16:59.267908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:03.500221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644337+0000","last_change":"2024-09-10T10:16:56.639594+0000","last_active":"2024-09-10T10:16:58.644337+0000","last_peered":"2024-09-10T10:16:58.644337+0000","last_clean":"2024-09-10T10:16:58.644337+0000","last_became_active":"2024-09-10T10:16:56.638856+0000","last_became_peered":"2024-09-10T10:16:56.638856+0000","last_unstale":"2024-09-10T10:16:58.644337+0000","last_undegraded":"2024-09-10T10:16:58.644337+0000","last_fullsized":"2024-09-10T10:16:58.644337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:51:24.138056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.650985+0000","last_change":"2024-09-10T10:16:57.654031+0000","last_active":"2024-09-10T10:16:58.650985+0000","last_peered":"2024-09-10T10:16:58.650985+0000","last_clean":"2024-09-10T10:16:58.650985+0000","last_became_active":"2024-09-10T10:16:57.653706+0000","last_became_peered":"2024-09-10T10:16:57.653706+0000","last_unstale":"2024-09-10T10:16:58.650985+0000","last_undegraded":"2024-09-10T10:16:58.650985+0000","last_fullsized":"2024-09-10T10:16:58.650985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:13.683043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.645158+0000","last_change":"2024-09-10T10:16:57.650565+0000","last_active":"2024-09-10T10:16:58.645158+0000","last_peered":"2024-09-10T10:16:58.645158+0000","last_clean":"2024-09-10T10:16:58.645158+0000","last_became_active":"2024-09-10T10:16:57.650226+0000","last_became_peered":"2024-09-10T10:16:57.650226+0000","last_unstale":"2024-09-10T10:16:58.645158+0000","last_undegraded":"2024-09-10T10:16:58.645158+0000","last_fullsized":"2024-09-10T10:16:58.645158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:21.900475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643558+0000","last_change":"2024-09-10T10:16:56.651580+0000","last_active":"2024-09-10T10:16:58.643558+0000","last_peered":"2024-09-10T10:16:58.643558+0000","last_clean":"2024-09-10T10:16:58.643558+0000","last_became_active":"2024-09-10T10:16:56.650630+0000","last_became_peered":"2024-09-10T10:16:56.650630+0000","last_unstale":"2024-09-10T10:16:58.643558+0000","last_undegraded":"2024-09-10T10:16:58.643558+0000","last_fullsized":"2024-09-10T10:16:58.643558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:42:29.978636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.644642+0000","last_change":"2024-09-10T10:16:57.651698+0000","last_active":"2024-09-10T10:16:58.644642+0000","last_peered":"2024-09-10T10:16:58.644642+0000","last_clean":"2024-09-10T10:16:58.644642+0000","last_became_active":"2024-09-10T10:16:57.651332+0000","last_became_peered":"2024-09-10T10:16:57.651332+0000","last_unstale":"2024-09-10T10:16:58.644642+0000","last_undegraded":"2024-09-10T10:16:58.644642+0000","last_fullsized":"2024-09-10T10:16:58.644642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:24.956289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.643702+0000","last_change":"2024-09-10T10:16:56.653862+0000","last_active":"2024-09-10T10:16:58.643702+0000","last_peered":"2024-09-10T10:16:58.643702+0000","last_clean":"2024-09-10T10:16:58.643702+0000","last_became_active":"2024-09-10T10:16:56.653095+0000","last_became_peered":"2024-09-10T10:16:56.653095+0000","last_unstale":"2024-09-10T10:16:58.643702+0000","last_undegraded":"2024-09-10T10:16:58.643702+0000","last_fullsized":"2024-09-10T10:16:58.643702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:10:17.717749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766027+0000","last_change":"2024-09-10T10:16:57.644132+0000","last_active":"2024-09-10T10:16:58.766027+0000","last_peered":"2024-09-10T10:16:58.766027+0000","last_clean":"2024-09-10T10:16:58.766027+0000","last_became_active":"2024-09-10T10:16:57.643399+0000","last_became_peered":"2024-09-10T10:16:57.643399+0000","last_unstale":"2024-09-10T10:16:58.766027+0000","last_undegraded":"2024-09-10T10:16:58.766027+0000","last_fullsized":"2024-09-10T10:16:58.766027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:38:51.095713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.267946+0000","last_change":"2024-09-10T10:16:56.648564+0000","last_active":"2024-09-10T10:16:59.267946+0000","last_peered":"2024-09-10T10:16:59.267946+0000","last_clean":"2024-09-10T10:16:59.267946+0000","last_became_active":"2024-09-10T10:16:56.648306+0000","last_became_peered":"2024-09-10T10:16:56.648306+0000","last_unstale":"2024-09-10T10:16:59.267946+0000","last_undegraded":"2024-09-10T10:16:59.267946+0000","last_fullsized":"2024-09-10T10:16:59.267946+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:19.178399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:59.268408+0000","last_change":"2024-09-10T10:16:57.659814+0000","last_active":"2024-09-10T10:16:59.268408+0000","last_peered":"2024-09-10T10:16:59.268408+0000","last_clean":"2024-09-10T10:16:59.268408+0000","last_became_active":"2024-09-10T10:16:57.659195+0000","last_became_peered":"2024-09-10T10:16:57.659195+0000","last_unstale":"2024-09-10T10:16:59.268408+0000","last_undegraded":"2024-09-10T10:16:59.268408+0000","last_fullsized":"2024-09-10T10:16:59.268408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:56.599207+0000","last_clean_scrub_stamp":"2024-09-10T10:16:56.599207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:24.956289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-10T10:16:58.766271+0000","last_change":"2024-09-10T10:16:56.654274+0000","last_active":"2024-09-10T10:16:58.766271+0000","last_peered":"2024-09-10T10:16:58.766271+0000","last_clean":"2024-09-10T10:16:58.766271+0000","last_became_active":"2024-09-10T10:16:56.653845+0000","last_became_peered":"2024-09-10T10:16:56.653845+0000","last_unstale":"2024-09-10T10:16:58.766271+0000","last_undegraded":"2024-09-10T10:16:58.766271+0000","last_fullsized":"2024-09-10T10:16:58.766271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:55.590140+0000","last_clean_scrub_stamp":"2024-09-10T10:16:55.590140+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:36:29.617661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":663417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509449,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":221184,"data_stored":74079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509449,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":72467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":663473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":72593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":217088,"data_stored":72627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:17:10.699 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:17:10.699 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T10:17:10.699 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T10:17:10.699 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T10:17:10.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.844+0000 7f0e4b7be640 1 Processor -- start 2024-09-10T10:17:10.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.844+0000 7f0e4b7be640 1 -- start start 2024-09-10T10:17:10.850 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e4b7be640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0e4415e620 0x7f0e440d3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e4b7be640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 0x7f0e440b7850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e4b7be640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e4415ea00 con 0x7f0e440d2460 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e4b7be640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f0e440d2900 con 0x7f0e4415e620 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e4b7be640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0e440d2be0 con 0x7f0e440b6640 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e49d5b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 0x7f0e440b7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e4955a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0e4415e620 0x7f0e440d3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e4955a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0e4415e620 0x7f0e440d3ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:56368/0 (socket says 172.21.15.157:56368) 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e4955a640 1 -- 172.21.15.157:0/3562464415 learned_addr learned my addr 172.21.15.157:0/3562464415 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e48d59640 1 --1- 172.21.15.157:0/3562464415 >> v1:172.21.15.192:6789/0 conn(0x7f0e440d2460 0x7f0e440b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:51694/0 (socket says 172.21.15.157:51694) 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e49d5b640 1 -- 172.21.15.157:0/3562464415 >> v2:172.21.15.192:3300/0 conn(0x7f0e4415e620 msgr2=0x7f0e440d3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:10.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e49d5b640 1 --2- 172.21.15.157:0/3562464415 >> v2:172.21.15.192:3300/0 conn(0x7f0e4415e620 0x7f0e440d3ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e49d5b640 1 -- 172.21.15.157:0/3562464415 >> v1:172.21.15.192:6789/0 conn(0x7f0e440d2460 legacy=0x7f0e440b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.848+0000 7f0e49d5b640 1 -- 172.21.15.157:0/3562464415 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e440d2ec0 con 0x7f0e440b6640 2024-09-10T10:17:10.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e49d5b640 1 --2- 172.21.15.157:0/3562464415 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 0x7f0e440b7850 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c009d90 tx=0x7f0e3c01f150 comp rx=0 tx=0).ready entity=mon.2 client_cookie=506f22fe9f09b22b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e3bfff640 1 -- 172.21.15.157:0/3562464415 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c0b4070 con 0x7f0e440b6640 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e3bfff640 1 -- 172.21.15.157:0/3562464415 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e3c0af600 con 0x7f0e440b6640 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e3bfff640 1 -- 172.21.15.157:0/3562464415 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c0af9d0 con 0x7f0e440b6640 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3562464415 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 msgr2=0x7f0e440b7850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 --2- 172.21.15.157:0/3562464415 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 0x7f0e440b7850 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c009d90 tx=0x7f0e3c01f150 comp rx=0 tx=0).stop 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3562464415 shutdown_connections 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 --2- 172.21.15.157:0/3562464415 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 0x7f0e440b7850 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 --2- 172.21.15.157:0/3562464415 >> v2:172.21.15.192:3300/0 conn(0x7f0e4415e620 0x7f0e440d3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3562464415 >> 172.21.15.157:0/3562464415 conn(0x7f0e44067e00 msgr2=0x7f0e44068210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3562464415 shutdown_connections 2024-09-10T10:17:10.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3562464415 wait complete. 2024-09-10T10:17:10.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 Processor -- start 2024-09-10T10:17:10.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- start start 2024-09-10T10:17:10.857 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 0x7f0e44160da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.857 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e440d2460 0x7f0e440ccbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0e4415e620 0x7f0e441f7fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0e440d4000 con 0x7f0e440d2460 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0e440d3480 con 0x7f0e4415e620 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0e440d4180 con 0x7f0e440b6640 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e48d59640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e440d2460 0x7f0e440ccbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e48d59640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e440d2460 0x7f0e440ccbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33700/0 (socket says 172.21.15.157:33700) 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e48d59640 1 -- 172.21.15.157:0/3276933464 learned_addr learned my addr 172.21.15.157:0/3276933464 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4955a640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 0x7f0e44160da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e49d5b640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0e4415e620 0x7f0e441f7fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e48d59640 1 -- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 msgr2=0x7f0e44160da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e48d59640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 0x7f0e44160da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e48d59640 1 -- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0e4415e620 msgr2=0x7f0e441f7fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:10.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e48d59640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0e4415e620 0x7f0e441f7fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:10.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e48d59640 1 -- 172.21.15.157:0/3276933464 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e441f8510 con 0x7f0e440d2460 2024-09-10T10:17:10.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e48d59640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e440d2460 0x7f0e440ccbc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0e3400c450 tx=0x7f0e3400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:10.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e39ffb640 1 -- 172.21.15.157:0/3276933464 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e34018070 con 0x7f0e440d2460 2024-09-10T10:17:10.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e39ffb640 1 -- 172.21.15.157:0/3276933464 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e34007480 con 0x7f0e440d2460 2024-09-10T10:17:10.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e39ffb640 1 -- 172.21.15.157:0/3276933464 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e340047f0 con 0x7f0e440d2460 2024-09-10T10:17:10.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.852+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e441614f0 con 0x7f0e440d2460 2024-09-10T10:17:10.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.856+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e441f77d0 con 0x7f0e440d2460 2024-09-10T10:17:10.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.856+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e440b9c70 con 0x7f0e440d2460 2024-09-10T10:17:10.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.856+0000 7f0e39ffb640 1 -- 172.21.15.157:0/3276933464 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0e3401b070 con 0x7f0e440d2460 2024-09-10T10:17:10.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.856+0000 7f0e39ffb640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0e280678c0 0x7f0e28069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:10.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.856+0000 7f0e39ffb640 1 -- 172.21.15.157:0/3276933464 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0e34084e10 con 0x7f0e440d2460 2024-09-10T10:17:10.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.856+0000 7f0e4955a640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0e280678c0 0x7f0e28069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:10.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.856+0000 7f0e4955a640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0e280678c0 0x7f0e28069d80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e40009a40 tx=0x7f0e40008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:10.864 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:10.860+0000 7f0e39ffb640 1 -- 172.21.15.157:0/3276933464 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0e340559e0 con 0x7f0e440d2460 2024-09-10T10:17:11.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f0e44161a10 con 0x7f0e440d2460 2024-09-10T10:17:11.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e39ffb640 1 -- 172.21.15.157:0/3276933464 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f0e340552e0 con 0x7f0e440d2460 2024-09-10T10:17:11.050 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:11.050 INFO:teuthology.orchestra.run.smithi157.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T10:17:11.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0e280678c0 msgr2=0x7f0e28069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0e280678c0 0x7f0e28069d80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e40009a40 tx=0x7f0e40008040 comp rx=0 tx=0).stop 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e440d2460 msgr2=0x7f0e440ccbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e440d2460 0x7f0e440ccbc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0e3400c450 tx=0x7f0e3400c910 comp rx=0 tx=0).stop 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 shutdown_connections 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0e280678c0 0x7f0e28069d80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0e4415e620 0x7f0e441f7fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e440d2460 0x7f0e440ccbc0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 --2- 172.21.15.157:0/3276933464 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0e440b6640 0x7f0e44160da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 >> 172.21.15.157:0/3276933464 conn(0x7f0e44067e00 msgr2=0x7f0e440b90a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 shutdown_connections 2024-09-10T10:17:11.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.048+0000 7f0e4b7be640 1 -- 172.21.15.157:0/3276933464 wait complete. 2024-09-10T10:17:11.068 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T10:17:11.068 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:11.176 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.172+0000 7f713591b640 1 Processor -- start 2024-09-10T10:17:11.176 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.172+0000 7f713591b640 1 -- start start 2024-09-10T10:17:11.177 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f713591b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 0x7f713015d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.177 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f713591b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f71300cf730 0x7f71300cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f713591b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71300b0570 con 0x7f713015c750 2024-09-10T10:17:11.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f713591b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f71300d00e0 con 0x7f71300cf730 2024-09-10T10:17:11.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f713591b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f713015cbf0 con 0x7f713015f610 2024-09-10T10:17:11.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f712f7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f71300cf730 0x7f71300cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f712effd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 0x7f713015d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f712e7fc640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f713015c750 0x7f71300afe60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:51710/0 (socket says 172.21.15.157:51710) 2024-09-10T10:17:11.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f712e7fc640 1 -- 172.21.15.157:0/3307981117 learned_addr learned my addr 172.21.15.157:0/3307981117 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:11.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f712effd640 1 -- 172.21.15.157:0/3307981117 >> v2:172.21.15.192:3300/0 conn(0x7f71300cf730 msgr2=0x7f71300cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:11.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f712effd640 1 --2- 172.21.15.157:0/3307981117 >> v2:172.21.15.192:3300/0 conn(0x7f71300cf730 0x7f71300cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f712effd640 1 -- 172.21.15.157:0/3307981117 >> v1:172.21.15.192:6789/0 conn(0x7f713015c750 legacy=0x7f71300afe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.176+0000 7f712effd640 1 -- 172.21.15.157:0/3307981117 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f713015ced0 con 0x7f713015f610 2024-09-10T10:17:11.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 --2- 172.21.15.157:0/3307981117 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 0x7f713015d860 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f71200097c0 tx=0x7f712001c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ce38b894a2f1820 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:11.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712dffb640 1 -- 172.21.15.157:0/3307981117 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71200b1070 con 0x7f713015f610 2024-09-10T10:17:11.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712dffb640 1 -- 172.21.15.157:0/3307981117 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71200a8050 con 0x7f713015f610 2024-09-10T10:17:11.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712dffb640 1 -- 172.21.15.157:0/3307981117 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71200ac860 con 0x7f713015f610 2024-09-10T10:17:11.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 -- 172.21.15.157:0/3307981117 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 msgr2=0x7f713015d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 --2- 172.21.15.157:0/3307981117 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 0x7f713015d860 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f71200097c0 tx=0x7f712001c3e0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 -- 172.21.15.157:0/3307981117 shutdown_connections 2024-09-10T10:17:11.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 --2- 172.21.15.157:0/3307981117 >> v2:172.21.15.192:3300/0 conn(0x7f71300cf730 0x7f71300cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 --2- 172.21.15.157:0/3307981117 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 0x7f713015d860 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 -- 172.21.15.157:0/3307981117 >> 172.21.15.157:0/3307981117 conn(0x7f71300b0740 msgr2=0x7f71300b0b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:11.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 -- 172.21.15.157:0/3307981117 shutdown_connections 2024-09-10T10:17:11.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 -- 172.21.15.157:0/3307981117 wait complete. 2024-09-10T10:17:11.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 Processor -- start 2024-09-10T10:17:11.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 -- start start 2024-09-10T10:17:11.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71300cf730 0x7f7130146b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f713015c750 0x7f713014f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 0x7f713014fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f713015f9f0 con 0x7f71300cf730 2024-09-10T10:17:11.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f713015dda0 con 0x7f713015c750 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f713591b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f713006f230 con 0x7f713015f610 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71300cf730 0x7f7130146b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71300cf730 0x7f7130146b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33708/0 (socket says 172.21.15.157:33708) 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 -- 172.21.15.157:0/3609980850 learned_addr learned my addr 172.21.15.157:0/3609980850 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712e7fc640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f713015c750 0x7f713014f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 -- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 msgr2=0x7f713014fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 0x7f713014fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 -- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f713015c750 msgr2=0x7f713014f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f713015c750 0x7f713014f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 -- 172.21.15.157:0/3609980850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7130147090 con 0x7f71300cf730 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f712effd640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71300cf730 0x7f7130146b50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f712001a010 tx=0x7f712001ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.180+0000 7f7117fff640 1 -- 172.21.15.157:0/3609980850 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71200b1040 con 0x7f71300cf730 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7130157040 con 0x7f71300cf730 2024-09-10T10:17:11.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f7117fff640 1 -- 172.21.15.157:0/3609980850 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71200acb50 con 0x7f71300cf730 2024-09-10T10:17:11.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f7117fff640 1 -- 172.21.15.157:0/3609980850 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71200b7450 con 0x7f71300cf730 2024-09-10T10:17:11.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7130159410 con 0x7f71300cf730 2024-09-10T10:17:11.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71300cfba0 con 0x7f71300cf730 2024-09-10T10:17:11.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f7117fff640 1 -- 172.21.15.157:0/3609980850 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f71200be030 con 0x7f71300cf730 2024-09-10T10:17:11.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f7117fff640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f711c0678c0 0x7f711c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f7117fff640 1 -- 172.21.15.157:0/3609980850 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f712011f6a0 con 0x7f71300cf730 2024-09-10T10:17:11.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f712e7fc640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f711c0678c0 0x7f711c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.184+0000 7f712e7fc640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f711c0678c0 0x7f711c069d80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7130148b70 tx=0x7f7124009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:11.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.188+0000 7f7117fff640 1 -- 172.21.15.157:0/3609980850 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f71200c5060 con 0x7f71300cf730 2024-09-10T10:17:11.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.368+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71300b62f0 con 0x7f71300cf730 2024-09-10T10:17:11.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f7117fff640 1 -- 172.21.15.157:0/3609980850 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f7120016090 con 0x7f71300cf730 2024-09-10T10:17:11.373 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:11.373 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"btime":"2024-09-10T10:17:00:648168+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/309600849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":309600849},{"type":"v1","addr":"172.21.15.192:6837","nonce":309600849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/492583993","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":492583993},{"type":"v1","addr":"172.21.15.157:6835","nonce":492583993}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:16:56.979927+0000","modified":"2024-09-10T10:17:00.006036+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2297479090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2297479090},{"type":"v1","addr":"172.21.15.192:6835","nonce":2297479090}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-10T10:17:11.373 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-09-10T10:17:11.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f711c0678c0 msgr2=0x7f711c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f711c0678c0 0x7f711c069d80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7130148b70 tx=0x7f7124009040 comp rx=0 tx=0).stop 2024-09-10T10:17:11.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71300cf730 msgr2=0x7f7130146b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71300cf730 0x7f7130146b50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f712001a010 tx=0x7f712001ac20 comp rx=0 tx=0).stop 2024-09-10T10:17:11.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 shutdown_connections 2024-09-10T10:17:11.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f711c0678c0 0x7f711c069d80 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f713015f610 0x7f713014fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f713015c750 0x7f713014f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 --2- 172.21.15.157:0/3609980850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71300cf730 0x7f7130146b50 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.376 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 >> 172.21.15.157:0/3609980850 conn(0x7f71300b0740 msgr2=0x7f7130074cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:11.376 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 shutdown_connections 2024-09-10T10:17:11.376 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.372+0000 7f713591b640 1 -- 172.21.15.157:0/3609980850 wait complete. 2024-09-10T10:17:11.390 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:11.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a7736640 1 Processor -- start 2024-09-10T10:17:11.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a7736640 1 -- start start 2024-09-10T10:17:11.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a7736640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96a00b24d0 0x7f96a00cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a7736640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96a00d0960 con 0x7f96a00d0190 2024-09-10T10:17:11.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a7736640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96a00d0c40 con 0x7f96a0145970 2024-09-10T10:17:11.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a7736640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f96a00d0f20 con 0x7f96a00b24d0 2024-09-10T10:17:11.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a5cd3640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f96a00d0190 0x7f96a00cdab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40318/0 (socket says 172.21.15.157:40318) 2024-09-10T10:17:11.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a5cd3640 1 -- 172.21.15.157:0/683909169 learned_addr learned my addr 172.21.15.157:0/683909169 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:11.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a4cd1640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96a00b24d0 0x7f96a00cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2829499973 0 0) 0x7f96a00d0960 con 0x7f96a00d0190 2024-09-10T10:17:11.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f968c003530 con 0x7f96a00d0190 2024-09-10T10:17:11.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 458697160 0 0) 0x7f968c003530 con 0x7f96a00d0190 2024-09-10T10:17:11.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96a00b24d0 msgr2=0x7f96a00cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:11.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96a00b24d0 0x7f96a00cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 >> v1:172.21.15.192:6789/0 conn(0x7f96a0145970 legacy=0x7f96a00b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96a00cd2b0 con 0x7f96a00d0190 2024-09-10T10:17:11.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f9698001a00 con 0x7f96a00d0190 2024-09-10T10:17:11.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 >> v1:172.21.15.157:6789/0 conn(0x7f96a00d0190 legacy=0x7f96a00cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f968c0039f0 0x7f968c003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f968c004810 0x7f968c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96a00b24d0 0x7f968c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f96a00d0f20 con 0x7f968c0039f0 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f968c00bb30 con 0x7f968c004810 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f968c00bd30 con 0x7f96a00b24d0 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.500+0000 7f96a54d2640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f968c0039f0 0x7f968c003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a4cd1640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f968c004810 0x7f968c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a5cd3640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96a00b24d0 0x7f968c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a54d2640 1 -- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96a00b24d0 msgr2=0x7f968c005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a54d2640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96a00b24d0 0x7f968c005210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a54d2640 1 -- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f968c004810 msgr2=0x7f968c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:11.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a54d2640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f968c004810 0x7f968c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a54d2640 1 -- 172.21.15.157:0/683909169 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f968c003530 con 0x7f968c0039f0 2024-09-10T10:17:11.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a4cd1640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f968c004810 0x7f968c004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a54d2640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f968c0039f0 0x7f968c003e10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f969c001780 tx=0x7f969c01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb14ac4b88283398 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969c0013a0 con 0x7f968c0039f0 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f969c0052f0 con 0x7f968c0039f0 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f9697fff640 1 -- 172.21.15.157:0/683909169 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969c003840 con 0x7f968c0039f0 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a7736640 1 -- 172.21.15.157:0/683909169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f968c0039f0 msgr2=0x7f968c003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a7736640 1 --2- 172.21.15.157:0/683909169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f968c0039f0 0x7f968c003e10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f969c001780 tx=0x7f969c01c420 comp rx=0 tx=0).stop 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a5cd3640 1 -- 172.21.15.157:0/683909169 reap_dead start 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a7736640 1 -- 172.21.15.157:0/683909169 shutdown_connections 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a7736640 1 -- 172.21.15.157:0/683909169 >> 172.21.15.157:0/683909169 conn(0x7f96a006bcc0 msgr2=0x7f96a006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a7736640 1 -- 172.21.15.157:0/683909169 shutdown_connections 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.504+0000 7f96a7736640 1 -- 172.21.15.157:0/683909169 wait complete. 2024-09-10T10:17:11.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 Processor -- start 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 -- start start 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f968c0039f0 0x7f96a00b4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96a015bd40 0x7f96a015eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96a00b3bb0 0x7f96a015eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f96a00ced60 con 0x7f96a015bd40 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f96a00cebe0 con 0x7f96a00b3bb0 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f96a0167e60 con 0x7f968c0039f0 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a4cd1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96a015bd40 0x7f96a015eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a4cd1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96a015bd40 0x7f96a015eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33732/0 (socket says 172.21.15.157:33732) 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a4cd1640 1 -- 172.21.15.157:0/2470123835 learned_addr learned my addr 172.21.15.157:0/2470123835 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a54d2640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f968c0039f0 0x7f96a00b4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a5cd3640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96a00b3bb0 0x7f96a015eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a4cd1640 1 -- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f968c0039f0 msgr2=0x7f96a00b4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a4cd1640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f968c0039f0 0x7f96a00b4d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a4cd1640 1 -- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96a00b3bb0 msgr2=0x7f96a015eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a4cd1640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96a00b3bb0 0x7f96a015eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a4cd1640 1 -- 172.21.15.157:0/2470123835 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96a00ae8b0 con 0x7f96a015bd40 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a4cd1640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96a015bd40 0x7f96a015eab0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9690010890 tx=0x7f9690010d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f9695ffb640 1 -- 172.21.15.157:0/2470123835 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969000f040 con 0x7f96a015bd40 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f9695ffb640 1 -- 172.21.15.157:0/2470123835 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f969000eb60 con 0x7f96a015bd40 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96a00aeb70 con 0x7f96a015bd40 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f9695ffb640 1 -- 172.21.15.157:0/2470123835 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969001c400 con 0x7f96a015bd40 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96a00af130 con 0x7f96a015bd40 2024-09-10T10:17:11.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96a00cdab0 con 0x7f96a015bd40 2024-09-10T10:17:11.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f9695ffb640 1 -- 172.21.15.157:0/2470123835 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f969001c5a0 con 0x7f96a015bd40 2024-09-10T10:17:11.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f9695ffb640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96840678c0 0x7f9684069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f9695ffb640 1 -- 172.21.15.157:0/2470123835 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9690086240 con 0x7f96a015bd40 2024-09-10T10:17:11.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.508+0000 7f96a54d2640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96840678c0 0x7f9684069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.512+0000 7f96a54d2640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96840678c0 0x7f9684069d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f969c001750 tx=0x7f969c0011a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:11.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.512+0000 7f9695ffb640 1 -- 172.21.15.157:0/2470123835 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f9690018030 con 0x7f96a015bd40 2024-09-10T10:17:11.698 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.696+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f96a00b4150 con 0x7f96a015bd40 2024-09-10T10:17:11.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f9695ffb640 1 -- 172.21.15.157:0/2470123835 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f9690056d80 con 0x7f96a015bd40 2024-09-10T10:17:11.702 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:11.702 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"btime":"2024-09-10T10:17:00:648168+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/309600849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":309600849},{"type":"v1","addr":"172.21.15.192:6837","nonce":309600849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/492583993","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":492583993},{"type":"v1","addr":"172.21.15.157:6835","nonce":492583993}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:16:56.979927+0000","modified":"2024-09-10T10:17:00.006036+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2297479090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2297479090},{"type":"v1","addr":"172.21.15.192:6835","nonce":2297479090}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-10T10:17:11.703 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-09-10T10:17:11.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96840678c0 msgr2=0x7f9684069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96840678c0 0x7f9684069d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f969c001750 tx=0x7f969c0011a0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96a015bd40 msgr2=0x7f96a015eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96a015bd40 0x7f96a015eab0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9690010890 tx=0x7f9690010d50 comp rx=0 tx=0).stop 2024-09-10T10:17:11.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 shutdown_connections 2024-09-10T10:17:11.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96840678c0 0x7f9684069d80 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96a00b3bb0 0x7f96a015eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96a015bd40 0x7f96a015eab0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 --2- 172.21.15.157:0/2470123835 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f968c0039f0 0x7f96a00b4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 >> 172.21.15.157:0/2470123835 conn(0x7f96a006bcc0 msgr2=0x7f96a0166e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:11.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 shutdown_connections 2024-09-10T10:17:11.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.700+0000 7f96a7736640 1 -- 172.21.15.157:0/2470123835 wait complete. 2024-09-10T10:17:11.721 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:11.833 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.828+0000 7efd70268640 1 Processor -- start 2024-09-10T10:17:11.833 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd70268640 1 -- start start 2024-09-10T10:17:11.834 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd70268640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd680b24d0 0x7efd680cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.834 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd70268640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efd680d0190 0x7efd680cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.834 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd70268640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd680d0960 con 0x7efd68145970 2024-09-10T10:17:11.834 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd70268640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7efd680d0f20 con 0x7efd680d0190 2024-09-10T10:17:11.834 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd70268640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7efd680cd620 con 0x7efd680b24d0 2024-09-10T10:17:11.834 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd6e805640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efd680d0190 0x7efd680cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.834 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd6e805640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efd680d0190 0x7efd680cdab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33744/0 (socket says 172.21.15.157:33744) 2024-09-10T10:17:11.835 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd6e805640 1 -- 172.21.15.157:0/2594195439 learned_addr learned my addr 172.21.15.157:0/2594195439 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:11.835 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd6d803640 1 --2- 172.21.15.157:0/2594195439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd680b24d0 0x7efd680cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.835 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd6e805640 1 -- 172.21.15.157:0/2594195439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd680b24d0 msgr2=0x7efd680cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:11.835 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd6e805640 1 --2- 172.21.15.157:0/2594195439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd680b24d0 0x7efd680cfc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.835 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd6e805640 1 -- 172.21.15.157:0/2594195439 >> v1:172.21.15.192:6789/0 conn(0x7efd68145970 legacy=0x7efd680b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:11.835 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.832+0000 7efd6e805640 1 -- 172.21.15.157:0/2594195439 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd680d0c40 con 0x7efd680d0190 2024-09-10T10:17:11.837 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd6e805640 1 --2- 172.21.15.157:0/2594195439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680d0190 0x7efd680cdab0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7efd60009e50 tx=0x7efd6001d390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9850233e89359358 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:11.837 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd6d002640 1 -- 172.21.15.157:0/2594195439 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd600a57d0 con 0x7efd680d0190 2024-09-10T10:17:11.837 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd6d002640 1 -- 172.21.15.157:0/2594195439 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd600a5970 con 0x7efd680d0190 2024-09-10T10:17:11.837 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd6d002640 1 -- 172.21.15.157:0/2594195439 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd600a5d40 con 0x7efd680d0190 2024-09-10T10:17:11.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 -- 172.21.15.157:0/2594195439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680d0190 msgr2=0x7efd680cdab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 --2- 172.21.15.157:0/2594195439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680d0190 0x7efd680cdab0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7efd60009e50 tx=0x7efd6001d390 comp rx=0 tx=0).stop 2024-09-10T10:17:11.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 -- 172.21.15.157:0/2594195439 shutdown_connections 2024-09-10T10:17:11.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 --2- 172.21.15.157:0/2594195439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680d0190 0x7efd680cdab0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 --2- 172.21.15.157:0/2594195439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd680b24d0 0x7efd680cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 -- 172.21.15.157:0/2594195439 >> 172.21.15.157:0/2594195439 conn(0x7efd6806bcc0 msgr2=0x7efd6806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:11.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 -- 172.21.15.157:0/2594195439 shutdown_connections 2024-09-10T10:17:11.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 -- 172.21.15.157:0/2594195439 wait complete. 2024-09-10T10:17:11.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 Processor -- start 2024-09-10T10:17:11.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 -- start start 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.836+0000 7efd70268640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680b24d0 0x7efd68165aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd70268640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd680d0190 0x7efd68166040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd70268640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd68145970 0x7efd680c5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd70268640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7efd680ce980 con 0x7efd680b24d0 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd70268640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efd680ce800 con 0x7efd680d0190 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd70268640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7efd680ceb00 con 0x7efd68145970 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e004640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680b24d0 0x7efd68165aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e004640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680b24d0 0x7efd68165aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33752/0 (socket says 172.21.15.157:33752) 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e004640 1 -- 172.21.15.157:0/2171685849 learned_addr learned my addr 172.21.15.157:0/2171685849 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e805640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd68145970 0x7efd680c5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6d803640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd680d0190 0x7efd68166040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e004640 1 -- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd68145970 msgr2=0x7efd680c5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e004640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd68145970 0x7efd680c5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e004640 1 -- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd680d0190 msgr2=0x7efd68166040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e004640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd680d0190 0x7efd68166040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e004640 1 -- 172.21.15.157:0/2171685849 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd680c7e10 con 0x7efd680b24d0 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6e004640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680b24d0 0x7efd68165aa0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7efd6400c480 tx=0x7efd6400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd5effd640 1 -- 172.21.15.157:0/2171685849 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd64012830 con 0x7efd680b24d0 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd5effd640 1 -- 172.21.15.157:0/2171685849 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd64017070 con 0x7efd680b24d0 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd5effd640 1 -- 172.21.15.157:0/2171685849 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd64012c30 con 0x7efd680b24d0 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd681449e0 con 0x7efd680b24d0 2024-09-10T10:17:11.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd680c7610 con 0x7efd680b24d0 2024-09-10T10:17:11.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd68144f00 con 0x7efd680b24d0 2024-09-10T10:17:11.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd5effd640 1 -- 172.21.15.157:0/2171685849 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efd6401c460 con 0x7efd680b24d0 2024-09-10T10:17:11.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd5effd640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efd4c0678f0 0x7efd4c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:11.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd5effd640 1 -- 172.21.15.157:0/2171685849 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7efd64085a00 con 0x7efd680b24d0 2024-09-10T10:17:11.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6d803640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efd4c0678f0 0x7efd4c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:11.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.840+0000 7efd6d803640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efd4c0678f0 0x7efd4c069db0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7efd68166a90 tx=0x7efd58008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:11.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.844+0000 7efd5effd640 1 -- 172.21.15.157:0/2171685849 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efd640565d0 con 0x7efd680b24d0 2024-09-10T10:17:11.997 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.996+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efd680cfc50 con 0x7efd680b24d0 2024-09-10T10:17:12.000 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:11.996+0000 7efd5effd640 1 -- 172.21.15.157:0/2171685849 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16701 (secure 0 0 0) 0x7efd64055ed0 con 0x7efd680b24d0 2024-09-10T10:17:12.000 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:12.000 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":21,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:58.632281+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:16:54.798002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:16:55.963353+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:12.002 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efd4c0678f0 msgr2=0x7efd4c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efd4c0678f0 0x7efd4c069db0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7efd68166a90 tx=0x7efd58008040 comp rx=0 tx=0).stop 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680b24d0 msgr2=0x7efd68165aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680b24d0 0x7efd68165aa0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7efd6400c480 tx=0x7efd6400c940 comp rx=0 tx=0).stop 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 shutdown_connections 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efd4c0678f0 0x7efd4c069db0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd68145970 0x7efd680c5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd680d0190 0x7efd68166040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 --2- 172.21.15.157:0/2171685849 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680b24d0 0x7efd68165aa0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 >> 172.21.15.157:0/2171685849 conn(0x7efd6806bcc0 msgr2=0x7efd6806c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 shutdown_connections 2024-09-10T10:17:12.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.000+0000 7efd70268640 1 -- 172.21.15.157:0/2171685849 wait complete. 2024-09-10T10:17:12.019 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:12.129 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f00a6fd1640 1 Processor -- start 2024-09-10T10:17:12.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f00a6fd1640 1 -- start start 2024-09-10T10:17:12.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f00a6fd1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f00a00cfb50 0x7f00a00d2330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f00a6fd1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 0x7f00a00d1440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f00a6fd1640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00a00ced90 con 0x7f00a015e680 2024-09-10T10:17:12.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f00a6fd1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f00a00cf070 con 0x7f00a00cfb50 2024-09-10T10:17:12.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f00a6fd1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f00a00cf350 con 0x7f00a00d0fb0 2024-09-10T10:17:12.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f009ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f00a00cfb50 0x7f00a00d2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f009ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f00a00cfb50 0x7f00a00d2330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33756/0 (socket says 172.21.15.157:33756) 2024-09-10T10:17:12.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f009ffff640 1 -- 172.21.15.157:0/827114929 learned_addr learned my addr 172.21.15.157:0/827114929 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:12.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f00a556e640 1 --2- 172.21.15.157:0/827114929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 0x7f00a00d1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f009ffff640 1 -- 172.21.15.157:0/827114929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 msgr2=0x7f00a00d1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f009ffff640 1 --2- 172.21.15.157:0/827114929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 0x7f00a00d1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f009ffff640 1 -- 172.21.15.157:0/827114929 >> v1:172.21.15.192:6789/0 conn(0x7f00a015e680 legacy=0x7f00a0162ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f009ffff640 1 -- 172.21.15.157:0/827114929 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00a00cf630 con 0x7f00a00cfb50 2024-09-10T10:17:12.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.128+0000 7f00a556e640 1 --2- 172.21.15.157:0/827114929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 0x7f00a00d1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:12.133 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f009ffff640 1 --2- 172.21.15.157:0/827114929 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 0x7f00a00d2330 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0094009870 tx=0x7f009401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c87161bdf5e1d9a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.133 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f009f7fe640 1 -- 172.21.15.157:0/827114929 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00940b0070 con 0x7f00a00cfb50 2024-09-10T10:17:12.133 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f009f7fe640 1 -- 172.21.15.157:0/827114929 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00940ab600 con 0x7f00a00cfb50 2024-09-10T10:17:12.133 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f009f7fe640 1 -- 172.21.15.157:0/827114929 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00940a4e60 con 0x7f00a00cfb50 2024-09-10T10:17:12.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 -- 172.21.15.157:0/827114929 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 msgr2=0x7f00a00d2330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 --2- 172.21.15.157:0/827114929 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 0x7f00a00d2330 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0094009870 tx=0x7f009401c520 comp rx=0 tx=0).stop 2024-09-10T10:17:12.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 -- 172.21.15.157:0/827114929 shutdown_connections 2024-09-10T10:17:12.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 --2- 172.21.15.157:0/827114929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 0x7f00a00d1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 --2- 172.21.15.157:0/827114929 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 0x7f00a00d2330 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 -- 172.21.15.157:0/827114929 >> 172.21.15.157:0/827114929 conn(0x7f00a006c360 msgr2=0x7f00a006c770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:12.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 -- 172.21.15.157:0/827114929 shutdown_connections 2024-09-10T10:17:12.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 -- 172.21.15.157:0/827114929 wait complete. 2024-09-10T10:17:12.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 Processor -- start 2024-09-10T10:17:12.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 -- start start 2024-09-10T10:17:12.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 0x7f00a0158f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 0x7f00a0157b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a015e680 0x7f00a015b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f00a00d3620 con 0x7f00a00cfb50 2024-09-10T10:17:12.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f00a00d34a0 con 0x7f00a015e680 2024-09-10T10:17:12.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a6fd1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f00a00d37a0 con 0x7f00a00d0fb0 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a4d6d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 0x7f00a0158f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a4d6d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 0x7f00a0158f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33764/0 (socket says 172.21.15.157:33764) 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a4d6d640 1 -- 172.21.15.157:0/2378785873 learned_addr learned my addr 172.21.15.157:0/2378785873 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a4d6d640 1 -- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 msgr2=0x7f00a0157b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a4d6d640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 0x7f00a0157b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a4d6d640 1 -- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a015e680 msgr2=0x7f00a015b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.132+0000 7f00a4d6d640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a015e680 0x7f00a015b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f00a4d6d640 1 -- 172.21.15.157:0/2378785873 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00a00c8150 con 0x7f00a00cfb50 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f00a4d6d640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 0x7f00a0158f10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f009000ba80 tx=0x7f009000bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f009d7fa640 1 -- 172.21.15.157:0/2378785873 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009000cc00 con 0x7f00a00cfb50 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f009d7fa640 1 -- 172.21.15.157:0/2378785873 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f009000cda0 con 0x7f00a00cfb50 2024-09-10T10:17:12.138 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00a00c8430 con 0x7f00a00cfb50 2024-09-10T10:17:12.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f009d7fa640 1 -- 172.21.15.157:0/2378785873 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0090003bc0 con 0x7f00a00cfb50 2024-09-10T10:17:12.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00a00c89f0 con 0x7f00a00cfb50 2024-09-10T10:17:12.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00a00ba520 con 0x7f00a00cfb50 2024-09-10T10:17:12.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f009d7fa640 1 -- 172.21.15.157:0/2378785873 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0090006d10 con 0x7f00a00cfb50 2024-09-10T10:17:12.140 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f009d7fa640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f008c0678c0 0x7f008c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.140 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f009d7fa640 1 -- 172.21.15.157:0/2378785873 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f00900858c0 con 0x7f00a00cfb50 2024-09-10T10:17:12.140 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f009ffff640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f008c0678c0 0x7f008c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.140 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.136+0000 7f009ffff640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f008c0678c0 0x7f008c069d80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f00940ad000 tx=0x7f0094008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.143 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.140+0000 7f009d7fa640 1 -- 172.21.15.157:0/2378785873 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0090056400 con 0x7f00a00cfb50 2024-09-10T10:17:12.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.336+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f00a00b5910 con 0x7f00a00cfb50 2024-09-10T10:17:12.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.336+0000 7f009d7fa640 1 -- 172.21.15.157:0/2378785873 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f0090055d00 con 0x7f00a00cfb50 2024-09-10T10:17:12.339 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:12.339 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"btime":"2024-09-10T10:17:00:648168+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/309600849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":309600849},{"type":"v1","addr":"172.21.15.192:6837","nonce":309600849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/492583993","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":492583993},{"type":"v1","addr":"172.21.15.157:6835","nonce":492583993}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:16:56.979927+0000","modified":"2024-09-10T10:17:00.006036+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2297479090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2297479090},{"type":"v1","addr":"172.21.15.192:6835","nonce":2297479090}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-10T10:17:12.340 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-09-10T10:17:12.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f008c0678c0 msgr2=0x7f008c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f008c0678c0 0x7f008c069d80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f00940ad000 tx=0x7f0094008040 comp rx=0 tx=0).stop 2024-09-10T10:17:12.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 msgr2=0x7f00a0158f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 0x7f00a0158f10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f009000ba80 tx=0x7f009000bf40 comp rx=0 tx=0).stop 2024-09-10T10:17:12.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 shutdown_connections 2024-09-10T10:17:12.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f008c0678c0 0x7f008c069d80 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a015e680 0x7f00a015b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00a00d0fb0 0x7f00a0157b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 --2- 172.21.15.157:0/2378785873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00a00cfb50 0x7f00a0158f10 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 >> 172.21.15.157:0/2378785873 conn(0x7f00a006c360 msgr2=0x7f00a006c740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:12.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 shutdown_connections 2024-09-10T10:17:12.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.340+0000 7f00a6fd1640 1 -- 172.21.15.157:0/2378785873 wait complete. 2024-09-10T10:17:12.761 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:16:56.979927+0000', 'modified': '2024-09-10T10:17:00.006036+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4275}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4275': {'gid': 4275, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.192:6835/2297479090', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6834', 'nonce': 2297479090}, {'type': 'v1', 'addr': '172.21.15.192:6835', 'nonce': 2297479090}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4275, 'qdb_cluster': [4275]} 2024-09-10T10:17:12.761 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:17:12.761 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T10:17:12.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.888+0000 7fab0c87b640 1 Processor -- start 2024-09-10T10:17:12.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.888+0000 7fab0c87b640 1 -- start start 2024-09-10T10:17:12.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.888+0000 7fab0c87b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fab08145970 0x7fab080b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.888+0000 7fab0c87b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fab080d0360 0x7fab080cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.888+0000 7fab0c87b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab080d0960 con 0x7fab080b2300 2024-09-10T10:17:12.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.888+0000 7fab0c87b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fab080b2770 con 0x7fab08145970 2024-09-10T10:17:12.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.888+0000 7fab0c87b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fab080d0f20 con 0x7fab080d0360 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab05d9b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fab080b2300 0x7fab080cfc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:40326/0 (socket says 172.21.15.157:40326) 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab05d9b640 1 -- 172.21.15.157:0/2697129681 learned_addr learned my addr 172.21.15.157:0/2697129681 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0659c640 1 --2- 172.21.15.157:0/2697129681 >> v2:172.21.15.157:3300/0 conn(0x7fab08145970 0x7fab080b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab06d9d640 1 --2- 172.21.15.157:0/2697129681 >> v2:172.21.15.192:3300/0 conn(0x7fab080d0360 0x7fab080cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0559a640 1 -- 172.21.15.157:0/2697129681 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2821353811 0 0) 0x7fab080d0960 con 0x7fab080b2300 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0559a640 1 -- 172.21.15.157:0/2697129681 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faaf0003530 con 0x7fab080b2300 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0659c640 1 -- 172.21.15.157:0/2697129681 >> v2:172.21.15.192:3300/0 conn(0x7fab080d0360 msgr2=0x7fab080cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0659c640 1 --2- 172.21.15.157:0/2697129681 >> v2:172.21.15.192:3300/0 conn(0x7fab080d0360 0x7fab080cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0659c640 1 -- 172.21.15.157:0/2697129681 >> v1:172.21.15.157:6789/0 conn(0x7fab080b2300 legacy=0x7fab080cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0659c640 1 -- 172.21.15.157:0/2697129681 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab080d0c40 con 0x7fab08145970 2024-09-10T10:17:12.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab06d9d640 1 --2- 172.21.15.157:0/2697129681 >> v2:172.21.15.192:3300/0 conn(0x7fab080d0360 0x7fab080cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:12.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0659c640 1 --2- 172.21.15.157:0/2697129681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab08145970 0x7fab080b1dc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7faaf80097c0 tx=0x7faaf801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c17e97d5b661bd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0559a640 1 -- 172.21.15.157:0/2697129681 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf80b0070 con 0x7fab08145970 2024-09-10T10:17:12.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0559a640 1 -- 172.21.15.157:0/2697129681 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaf80ab600 con 0x7fab08145970 2024-09-10T10:17:12.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0559a640 1 -- 172.21.15.157:0/2697129681 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf80ab9d0 con 0x7fab08145970 2024-09-10T10:17:12.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0c87b640 1 -- 172.21.15.157:0/2697129681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab08145970 msgr2=0x7fab080b1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0c87b640 1 --2- 172.21.15.157:0/2697129681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab08145970 0x7fab080b1dc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7faaf80097c0 tx=0x7faaf801c3d0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0c87b640 1 -- 172.21.15.157:0/2697129681 shutdown_connections 2024-09-10T10:17:12.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0c87b640 1 --2- 172.21.15.157:0/2697129681 >> v2:172.21.15.192:3300/0 conn(0x7fab080d0360 0x7fab080cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0c87b640 1 --2- 172.21.15.157:0/2697129681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab08145970 0x7fab080b1dc0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0c87b640 1 -- 172.21.15.157:0/2697129681 >> 172.21.15.157:0/2697129681 conn(0x7fab0806bcc0 msgr2=0x7fab0806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:12.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0c87b640 1 -- 172.21.15.157:0/2697129681 shutdown_connections 2024-09-10T10:17:12.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.892+0000 7fab0c87b640 1 -- 172.21.15.157:0/2697129681 wait complete. 2024-09-10T10:17:12.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 Processor -- start 2024-09-10T10:17:12.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 -- start start 2024-09-10T10:17:12.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab080b2300 0x7fab080b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab080d0360 0x7fab0813ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab08145970 0x7fab0813a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fab080cebd0 con 0x7fab080d0360 2024-09-10T10:17:12.899 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fab080cea50 con 0x7fab080b2300 2024-09-10T10:17:12.899 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fab080ced50 con 0x7fab08145970 2024-09-10T10:17:12.899 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab05d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab080d0360 0x7fab0813ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.899 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab05d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab080d0360 0x7fab0813ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33784/0 (socket says 172.21.15.157:33784) 2024-09-10T10:17:12.899 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab05d9b640 1 -- 172.21.15.157:0/4204056343 learned_addr learned my addr 172.21.15.157:0/4204056343 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:12.900 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab06d9d640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab08145970 0x7fab0813a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.900 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0659c640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab080b2300 0x7fab080b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.900 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab05d9b640 1 -- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab08145970 msgr2=0x7fab0813a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.900 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab05d9b640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab08145970 0x7fab0813a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.900 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab05d9b640 1 -- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab080b2300 msgr2=0x7fab080b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.900 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab05d9b640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab080b2300 0x7fab080b4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.900 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab05d9b640 1 -- 172.21.15.157:0/4204056343 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0813bf50 con 0x7fab080d0360 2024-09-10T10:17:12.901 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab05d9b640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab080d0360 0x7fab0813ba10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7faafc00c3f0 tx=0x7faafc00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.901 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7faaf6ffd640 1 -- 172.21.15.157:0/4204056343 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc017070 con 0x7fab080d0360 2024-09-10T10:17:12.901 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7faaf6ffd640 1 -- 172.21.15.157:0/4204056343 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faafc005cf0 con 0x7fab080d0360 2024-09-10T10:17:12.901 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 -- 172.21.15.157:0/4204056343 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab0813a6d0 con 0x7fab080d0360 2024-09-10T10:17:12.901 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7faaf6ffd640 1 -- 172.21.15.157:0/4204056343 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc0072f0 con 0x7fab080d0360 2024-09-10T10:17:12.901 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.896+0000 7fab0c87b640 1 -- 172.21.15.157:0/4204056343 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab0813ac50 con 0x7fab080d0360 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7faaf6ffd640 1 -- 172.21.15.157:0/4204056343 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faafc01a070 con 0x7fab080d0360 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7faaf6ffd640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faae80678c0 0x7faae8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7faaf6ffd640 1 -- 172.21.15.157:0/4204056343 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7faafc0851c0 con 0x7fab080d0360 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0659c640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faae80678c0 0x7faae8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 Processor -- start 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 -- start start 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0659c640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faae80678c0 0x7faae8069d80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7faaf80ad000 tx=0x7faaf8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0456b20 0x5559c0456f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0457440 0x5559c040cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c040d290 0x5559c040d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5559c02f4b60 con 0x5559c0457440 2024-09-10T10:17:12.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5559c025bc70 con 0x5559c0456b20 2024-09-10T10:17:12.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x5559c0201ed0 con 0x5559c040d290 2024-09-10T10:17:12.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab05d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0457440 0x5559c040cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab05d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0457440 0x5559c040cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33786/0 (socket says 172.21.15.157:33786) 2024-09-10T10:17:12.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab05d9b640 1 -- 172.21.15.157:0/524237860 learned_addr learned my addr 172.21.15.157:0/524237860 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:12.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0659c640 1 --2- 172.21.15.157:0/524237860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0456b20 0x5559c0456f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab06d9d640 1 --2- 172.21.15.157:0/524237860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c040d290 0x5559c040d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab05d9b640 1 -- 172.21.15.157:0/524237860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c040d290 msgr2=0x5559c040d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab05d9b640 1 --2- 172.21.15.157:0/524237860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c040d290 0x5559c040d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab05d9b640 1 -- 172.21.15.157:0/524237860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0456b20 msgr2=0x5559c0456f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab05d9b640 1 --2- 172.21.15.157:0/524237860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0456b20 0x5559c0456f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab05d9b640 1 -- 172.21.15.157:0/524237860 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559c0213e50 con 0x5559c0457440 2024-09-10T10:17:12.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab05d9b640 1 --2- 172.21.15.157:0/524237860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0457440 0x5559c040cd50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7faafc000f40 tx=0x7faafc055560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfbcc279a4188e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7faae7fff640 1 -- 172.21.15.157:0/524237860 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc083760 con 0x5559c0457440 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7faae7fff640 1 -- 172.21.15.157:0/524237860 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faafc051bd0 con 0x5559c0457440 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7faae7fff640 1 -- 172.21.15.157:0/524237860 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc0076d0 con 0x5559c0457440 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 -- 172.21.15.157:0/524237860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0457440 msgr2=0x5559c040cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 --2- 172.21.15.157:0/524237860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0457440 0x5559c040cd50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7faafc000f40 tx=0x7faafc055560 comp rx=0 tx=0).stop 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 -- 172.21.15.157:0/524237860 shutdown_connections 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 --2- 172.21.15.157:0/524237860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c040d290 0x5559c040d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 --2- 172.21.15.157:0/524237860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0457440 0x5559c040cd50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 --2- 172.21.15.157:0/524237860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0456b20 0x5559c0456f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 -- 172.21.15.157:0/524237860 >> 172.21.15.157:0/524237860 conn(0x5559c0413600 msgr2=0x5559c040b630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 -- 172.21.15.157:0/524237860 shutdown_connections 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.900+0000 7fab0f937000 1 -- 172.21.15.157:0/524237860 wait complete. 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 -- start start 2024-09-10T10:17:12.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 Processor -- start 2024-09-10T10:17:12.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0456b20 0x5559c0411df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0457440 0x5559c0417cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0412330 0x5559c0418230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5559c02bdb00 con 0x5559c0456b20 2024-09-10T10:17:12.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5559c0236360 con 0x5559c0457440 2024-09-10T10:17:12.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x5559c02332d0 con 0x5559c0412330 2024-09-10T10:17:12.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 10 client.0 _ll_register_callbacks cb 0x5559c03f8820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:17:12.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0659c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0456b20 0x5559c0411df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0659c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0456b20 0x5559c0411df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33800/0 (socket says 172.21.15.157:33800) 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0659c640 1 -- 172.21.15.157:0/2816826008 learned_addr learned my addr 172.21.15.157:0/2816826008 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab06d9d640 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0412330 0x5559c0418230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab05d9b640 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0457440 0x5559c0417cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0659c640 1 -- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0412330 msgr2=0x5559c0418230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0659c640 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0412330 0x5559c0418230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0659c640 1 -- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0457440 msgr2=0x5559c0417cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0659c640 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0457440 0x5559c0417cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0659c640 1 -- 172.21.15.157:0/2816826008 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559c0202120 con 0x5559c0456b20 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0659c640 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0456b20 0x5559c0411df0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7faaf80ae040 tx=0x7faaf80046d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eac2832d65815a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7faae57fa640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-09-10T10:17:12.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7faae57fa640 1 -- 172.21.15.157:0/2816826008 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf80b0040 con 0x5559c0456b20 2024-09-10T10:17:12.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7faae57fa640 1 -- 172.21.15.157:0/2816826008 <== mon.0 v2:172.21.15.157:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7faaf80b7600 con 0x5559c0456b20 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 -- 172.21.15.157:0/2816826008 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faafc051bd0 con 0x5559c0456b20 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7faae57fa640 1 -- 172.21.15.157:0/2816826008 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7faaf80cf050 con 0x5559c0456b20 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 10 client.4578 fetch_fsmap learned FSMap version 8 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 -- 172.21.15.157:0/2816826008 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5559c01fb450 con 0x5559c0456b20 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7faae57fa640 1 -- 172.21.15.157:0/2816826008 <== mon.0 v2:172.21.15.157:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faafc051bd0 con 0x5559c0456b20 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7faae57fa640 1 -- 172.21.15.157:0/2816826008 <== mon.0 v2:172.21.15.157:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7faaf80d2020 con 0x5559c0456b20 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 10 client.4578 fetch_fsmap finished waiting for FSMap version 8 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 10 client.4578 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 20 client.4578 populate_metadata read hostname 'smithi157' 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] conn(0x5559c0465280 0x5559c0467670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 4 client.4578 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:17:12.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab0f937000 1 -- 172.21.15.157:0/2816826008 --> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5559c01f5c00 con 0x5559c0465280 2024-09-10T10:17:12.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab05d9b640 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] conn(0x5559c0465280 0x5559c0467670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7faae57fa640 10 client.4578 ms_handle_connect on v2:172.21.15.192:6834/2297479090 2024-09-10T10:17:12.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.904+0000 7fab05d9b640 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] conn(0x5559c0465280 0x5559c0467670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e902688516320697 server_cookie=562872f09a83a9fe in_seq=0 out_seq=0 2024-09-10T10:17:12.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7faae57fa640 1 -- 172.21.15.157:0/2816826008 <== mds.0 v2:172.21.15.192:6834/2297479090 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5559c01f5c00 con 0x5559c0465280 2024-09-10T10:17:12.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7faae57fa640 10 client.4578 handle_command_reply: tid=0 2024-09-10T10:17:12.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 client.4578 shutdown 2024-09-10T10:17:12.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 -- 172.21.15.157:0/2816826008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0456b20 msgr2=0x5559c0411df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0456b20 0x5559c0411df0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7faaf80ae040 tx=0x7faaf80046d0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 -- 172.21.15.157:0/2816826008 shutdown_connections 2024-09-10T10:17:12.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] conn(0x5559c0465280 0x5559c0467670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0412330 0x5559c0418230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0457440 0x5559c0417cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 --2- 172.21.15.157:0/2816826008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0456b20 0x5559c0411df0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7faae57fa640 0 client.4578 ms_handle_reset on v2:172.21.15.192:6834/2297479090 2024-09-10T10:17:12.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 -- 172.21.15.157:0/2816826008 >> 172.21.15.157:0/2816826008 conn(0x5559c040d290 msgr2=0x5559c040bd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:12.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 -- 172.21.15.157:0/2816826008 shutdown_connections 2024-09-10T10:17:12.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 1 -- 172.21.15.157:0/2816826008 wait complete. 2024-09-10T10:17:12.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.908+0000 7fab0f937000 20 client.4578 trim_cache size 0 max 16384 2024-09-10T10:17:12.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0f937000 1 Processor -- start 2024-09-10T10:17:12.928 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0f937000 1 -- start start 2024-09-10T10:17:12.929 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0f937000 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c0455c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.929 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0f937000 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0456b20 0x5559c04561d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.929 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0f937000 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0457440 0x5559c0467670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.929 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0f937000 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fab080af1e0 con 0x5559c0412330 2024-09-10T10:17:12.929 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0f937000 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fab08143b00 con 0x5559c0456b20 2024-09-10T10:17:12.929 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0f937000 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fab080aeb90 con 0x5559c0457440 2024-09-10T10:17:12.929 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0659c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c0455c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0659c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c0455c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33810/0 (socket says 172.21.15.157:33810) 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.924+0000 7fab0659c640 1 -- 172.21.15.157:0/638547114 learned_addr learned my addr 172.21.15.157:0/638547114 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 -- 172.21.15.157:0/638547114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0457440 msgr2=0x5559c0467670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 --2- 172.21.15.157:0/638547114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0457440 0x5559c0467670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 -- 172.21.15.157:0/638547114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0456b20 msgr2=0x5559c04561d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 --2- 172.21.15.157:0/638547114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0456b20 0x5559c04561d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 -- 172.21.15.157:0/638547114 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559c01e2fd0 con 0x5559c0412330 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 --2- 172.21.15.157:0/638547114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c0455c90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7faaf8097db0 tx=0x7faaf8009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=782dd1232f456248 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7faae77fe640 1 -- 172.21.15.157:0/638547114 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf80b7cb0 con 0x5559c0412330 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7faae77fe640 1 -- 172.21.15.157:0/638547114 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaf80b0030 con 0x5559c0412330 2024-09-10T10:17:12.930 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7faae77fe640 1 -- 172.21.15.157:0/638547114 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf8004260 con 0x5559c0412330 2024-09-10T10:17:12.934 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- 172.21.15.157:0/638547114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 msgr2=0x5559c0455c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.934 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 --2- 172.21.15.157:0/638547114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c0455c90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7faaf8097db0 tx=0x7faaf8009190 comp rx=0 tx=0).stop 2024-09-10T10:17:12.934 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- 172.21.15.157:0/638547114 shutdown_connections 2024-09-10T10:17:12.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 --2- 172.21.15.157:0/638547114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0457440 0x5559c0467670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 --2- 172.21.15.157:0/638547114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0456b20 0x5559c04561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 --2- 172.21.15.157:0/638547114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c0455c90 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- 172.21.15.157:0/638547114 >> 172.21.15.157:0/638547114 conn(0x5559c040d290 msgr2=0x5559c04115f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:12.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- 172.21.15.157:0/638547114 shutdown_connections 2024-09-10T10:17:12.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- 172.21.15.157:0/638547114 wait complete. 2024-09-10T10:17:12.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- start start 2024-09-10T10:17:12.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 Processor -- start 2024-09-10T10:17:12.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c046a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0456b20 0x5559c0485960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0457440 0x5559c0485ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x5559c025af80 con 0x5559c0412330 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5559c0213ca0 con 0x5559c0457440 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x5559c02602a0 con 0x5559c0456b20 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 10 client.0 _ll_register_callbacks cb 0x7faaf80ae070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c046a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c046a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33816/0 (socket says 172.21.15.157:33816) 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 -- 172.21.15.157:0/4203311407 learned_addr learned my addr 172.21.15.157:0/4203311407 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 -- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0456b20 msgr2=0x5559c0485960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0456b20 0x5559c0485960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 -- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0457440 msgr2=0x5559c0485ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:12.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0457440 0x5559c0485ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 -- 172.21.15.157:0/4203311407 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559c02de750 con 0x5559c0412330 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0659c640 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c046a590 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7faaf80d5040 tx=0x7faaf801ac10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d11a36f95bb8f799 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7faae57fa640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7faae57fa640 1 -- 172.21.15.157:0/4203311407 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf80e0060 con 0x5559c0412330 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7faae57fa640 1 -- 172.21.15.157:0/4203311407 <== mon.0 v2:172.21.15.157:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7faaf80b7d70 con 0x5559c0412330 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- 172.21.15.157:0/4203311407 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaf80b0030 con 0x5559c0412330 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7faae57fa640 1 -- 172.21.15.157:0/4203311407 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7faaf80d7040 con 0x5559c0412330 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 10 client.4584 fetch_fsmap learned FSMap version 8 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- 172.21.15.157:0/4203311407 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5559c01e9a30 con 0x5559c0412330 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7faae57fa640 1 -- 172.21.15.157:0/4203311407 <== mon.0 v2:172.21.15.157:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaf80b0030 con 0x5559c0412330 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7faae57fa640 1 -- 172.21.15.157:0/4203311407 <== mon.0 v2:172.21.15.157:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7faaf80da070 con 0x5559c0412330 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 10 client.4584 fetch_fsmap finished waiting for FSMap version 8 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 10 client.4584 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T10:17:12.937 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 20 client.4584 populate_metadata read hostname 'smithi157' 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] conn(0x5559c04863e0 0x5559c04c9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 4 client.4584 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.928+0000 7fab0f937000 1 -- 172.21.15.157:0/4203311407 --> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] -- command(tid 0: {"prefix": "status"}) -- 0x5559c02693a0 con 0x5559c04863e0 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab05d9b640 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] conn(0x5559c04863e0 0x5559c04c9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab05d9b640 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] conn(0x5559c04863e0 0x5559c04c9ef0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c5955e3a8c847b4 server_cookie=51f7d5ef041e7ec3 in_seq=0 out_seq=0 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7faae57fa640 10 client.4584 ms_handle_connect on v2:172.21.15.192:6834/2297479090 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7faae57fa640 1 -- 172.21.15.157:0/4203311407 <== mds.0 v2:172.21.15.192:6834/2297479090 1 ==== command_reply(tid 0: 0 ) ==== 8+0+323 (crc 0 0 0) 0x5559c02693a0 con 0x5559c04863e0 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7faae57fa640 10 client.4584 handle_command_reply: tid=0 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 client.4584 shutdown 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 -- 172.21.15.157:0/4203311407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 msgr2=0x5559c046a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c046a590 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7faaf80d5040 tx=0x7faaf801ac10 comp rx=0 tx=0).stop 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 -- 172.21.15.157:0/4203311407 shutdown_connections 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:6834/2297479090,v1:172.21.15.192:6835/2297479090] conn(0x5559c04863e0 0x5559c04c9ef0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5559c0457440 0x5559c0485ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5559c0456b20 0x5559c0485960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7faae57fa640 0 client.4584 ms_handle_reset on v2:172.21.15.192:6834/2297479090 2024-09-10T10:17:12.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 --2- 172.21.15.157:0/4203311407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5559c0412330 0x5559c046a590 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 -- 172.21.15.157:0/4203311407 >> 172.21.15.157:0/4203311407 conn(0x5559c040d290 msgr2=0x5559c0454c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:12.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 -- 172.21.15.157:0/4203311407 shutdown_connections 2024-09-10T10:17:12.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 1 -- 172.21.15.157:0/4203311407 wait complete. 2024-09-10T10:17:12.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0f937000 20 client.4584 trim_cache size 0 max 16384 2024-09-10T10:17:12.939 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:17:12.939 INFO:teuthology.orchestra.run.smithi157.stdout: "cluster_fsid": "913aae7f-1809-467c-9dc4-49f6003851bb", 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "whoami": 0, 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "id": 4275, 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "want_state": "up:active", 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "state": "up:active", 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "fs_name": "cephfs", 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "rank_uptime": 15.29932676, 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "mdsmap_epoch": 8, 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_epoch": 21, 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_epoch_barrier": 21, 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout: "uptime": 21.334589995000002 2024-09-10T10:17:12.940 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:17:12.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 -- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faae80678c0 msgr2=0x7faae8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faae80678c0 0x7faae8069d80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7faaf80ad000 tx=0x7faaf8008040 comp rx=0 tx=0).stop 2024-09-10T10:17:12.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 -- 172.21.15.157:0/4204056343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab080d0360 msgr2=0x7fab0813ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:12.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab080d0360 0x7fab0813ba10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7faafc00c3f0 tx=0x7faafc00c8b0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 -- 172.21.15.157:0/4204056343 shutdown_connections 2024-09-10T10:17:12.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faae80678c0 0x7faae8069d80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab08145970 0x7fab0813a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab080d0360 0x7fab0813ba10 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 --2- 172.21.15.157:0/4204056343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab080b2300 0x7fab080b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:12.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 -- 172.21.15.157:0/4204056343 >> 172.21.15.157:0/4204056343 conn(0x7fab0806bcc0 msgr2=0x7fab080cf990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:12.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 -- 172.21.15.157:0/4204056343 shutdown_connections 2024-09-10T10:17:12.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:12.932+0000 7fab0c87b640 1 -- 172.21.15.157:0/4204056343 wait complete. 2024-09-10T10:17:12.950 INFO:teuthology.run_tasks:Running task sequential... 2024-09-10T10:17:12.959 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-10T10:17:12.959 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-10T10:17:12.960 INFO:teuthology.task.print:Enabling mgr modules 2024-09-10T10:17:12.960 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-10T10:17:13.025 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-10T10:17:13.025 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-10T10:17:13.025 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-10T10:17:13.025 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T10:17:13.026 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:13.026 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-10T10:17:13.026 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T10:17:13.026 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T10:17:13.026 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-10T10:17:13.026 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T10:17:13.026 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:13.026 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-10T10:17:13.026 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T10:17:13.026 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T10:17:13.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:13.027 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-10T10:17:13.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:13.034 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link delete ceph-brx 2024-09-10T10:17:13.093 INFO:teuthology.orchestra.run.smithi192.stderr:Cannot find device "ceph-brx" 2024-09-10T10:17:13.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:17:13.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:13.095 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list 2024-09-10T10:17:13.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:13.101 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link delete ceph-brx 2024-09-10T10:17:13.160 INFO:teuthology.orchestra.run.smithi157.stderr:Cannot find device "ceph-brx" 2024-09-10T10:17:13.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:17:13.161 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-10T10:17:13.161 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T10:17:13.162 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:17:13.328 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.324+0000 7f51b7041640 1 Processor -- start 2024-09-10T10:17:13.329 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.324+0000 7f51b7041640 1 -- start start 2024-09-10T10:17:13.330 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b7041640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f51b00b5200 0x7f51b015c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:13.330 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b7041640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b1dc0 0x7f51b00b21f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:13.330 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b7041640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51b00b55e0 con 0x7f51b00cca90 2024-09-10T10:17:13.330 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b7041640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f51b00ce3b0 con 0x7f51b00b5200 2024-09-10T10:17:13.330 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b7041640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f51b015c5f0 con 0x7f51b00b1dc0 2024-09-10T10:17:13.330 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b4ddd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f51b00b5200 0x7f51b015c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:13.330 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b4ddd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f51b00b5200 0x7f51b015c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33828/0 (socket says 172.21.15.157:33828) 2024-09-10T10:17:13.330 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b4ddd640 1 -- 172.21.15.157:0/3822781691 learned_addr learned my addr 172.21.15.157:0/3822781691 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:13.331 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b55de640 1 --2- 172.21.15.157:0/3822781691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b1dc0 0x7f51b00b21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:13.331 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b4ddd640 1 -- 172.21.15.157:0/3822781691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b1dc0 msgr2=0x7f51b00b21f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:13.331 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b4ddd640 1 --2- 172.21.15.157:0/3822781691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b1dc0 0x7f51b00b21f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.331 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b4ddd640 1 -- 172.21.15.157:0/3822781691 >> v1:172.21.15.192:6789/0 conn(0x7f51b00cca90 legacy=0x7f51b00b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:13.331 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b4ddd640 1 -- 172.21.15.157:0/3822781691 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51b00cd020 con 0x7f51b00b5200 2024-09-10T10:17:13.331 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.328+0000 7f51b55de640 1 --2- 172.21.15.157:0/3822781691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b1dc0 0x7f51b00b21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:13.333 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b4ddd640 1 --2- 172.21.15.157:0/3822781691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00b5200 0x7f51b015c0b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f51a000d180 tx=0x7f51a001eb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fe2a6db92e8ed15 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:13.333 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51af7fe640 1 -- 172.21.15.157:0/3822781691 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a000b2d0 con 0x7f51b00b5200 2024-09-10T10:17:13.333 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51af7fe640 1 -- 172.21.15.157:0/3822781691 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a000b470 con 0x7f51b00b5200 2024-09-10T10:17:13.333 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51af7fe640 1 -- 172.21.15.157:0/3822781691 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a00a79f0 con 0x7f51b00b5200 2024-09-10T10:17:13.334 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 -- 172.21.15.157:0/3822781691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00b5200 msgr2=0x7f51b015c0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:13.334 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 --2- 172.21.15.157:0/3822781691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00b5200 0x7f51b015c0b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f51a000d180 tx=0x7f51a001eb40 comp rx=0 tx=0).stop 2024-09-10T10:17:13.334 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 -- 172.21.15.157:0/3822781691 shutdown_connections 2024-09-10T10:17:13.334 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 --2- 172.21.15.157:0/3822781691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b1dc0 0x7f51b00b21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.334 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 --2- 172.21.15.157:0/3822781691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00b5200 0x7f51b015c0b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.335 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 -- 172.21.15.157:0/3822781691 >> 172.21.15.157:0/3822781691 conn(0x7f51b006bcc0 msgr2=0x7f51b006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:13.335 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 -- 172.21.15.157:0/3822781691 shutdown_connections 2024-09-10T10:17:13.335 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 -- 172.21.15.157:0/3822781691 wait complete. 2024-09-10T10:17:13.335 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 Processor -- start 2024-09-10T10:17:13.335 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.332+0000 7f51b7041640 1 -- start start 2024-09-10T10:17:13.337 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b7041640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51b00b1dc0 0x7f51b00ae1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:13.337 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b7041640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b5200 0x7f51b00abfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b7041640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00cca90 0x7f51b00ac510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b7041640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f51b00b3ee0 con 0x7f51b00cca90 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b7041640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f51b00b3d60 con 0x7f51b00b1dc0 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b7041640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f51b00b4060 con 0x7f51b00b5200 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b55de640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00cca90 0x7f51b00ac510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b55de640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00cca90 0x7f51b00ac510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:33838/0 (socket says 172.21.15.157:33838) 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b55de640 1 -- 172.21.15.157:0/4241815190 learned_addr learned my addr 172.21.15.157:0/4241815190 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b55de640 1 -- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b5200 msgr2=0x7f51b00abfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b55de640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b5200 0x7f51b00abfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b4ddd640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51b00b1dc0 0x7f51b00ae1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b55de640 1 -- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51b00b1dc0 msgr2=0x7f51b00ae1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b55de640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51b00b1dc0 0x7f51b00ae1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b55de640 1 -- 172.21.15.157:0/4241815190 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51b00aeb10 con 0x7f51b00cca90 2024-09-10T10:17:13.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b55de640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00cca90 0x7f51b00ac510 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f51a800c7f0 tx=0x7f51a800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:13.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51ad7fa640 1 -- 172.21.15.157:0/4241815190 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a8015020 con 0x7f51b00cca90 2024-09-10T10:17:13.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51ad7fa640 1 -- 172.21.15.157:0/4241815190 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a8004250 con 0x7f51b00cca90 2024-09-10T10:17:13.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51ad7fa640 1 -- 172.21.15.157:0/4241815190 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a8003620 con 0x7f51b00cca90 2024-09-10T10:17:13.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51b00aedf0 con 0x7f51b00cca90 2024-09-10T10:17:13.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51b00af3b0 con 0x7f51b00cca90 2024-09-10T10:17:13.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51b00b21f0 con 0x7f51b00cca90 2024-09-10T10:17:13.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51ad7fa640 1 -- 172.21.15.157:0/4241815190 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f51a8018020 con 0x7f51b00cca90 2024-09-10T10:17:13.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51ad7fa640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51900678c0 0x7f5190069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:13.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51ad7fa640 1 -- 172.21.15.157:0/4241815190 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f51a8085bf0 con 0x7f51b00cca90 2024-09-10T10:17:13.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.336+0000 7f51b4ddd640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51900678c0 0x7f5190069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:13.341 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.340+0000 7f51b4ddd640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51900678c0 0x7f5190069d80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f51a00b0000 tx=0x7f51a00a9070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:13.344 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.340+0000 7f51ad7fa640 1 -- 172.21.15.157:0/4241815190 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f51a801f030 con 0x7f51b00cca90 2024-09-10T10:17:13.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.540+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f51b00b4910 con 0x7f51b00cca90 2024-09-10T10:17:13.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.544+0000 7f51ad7fa640 1 -- 172.21.15.157:0/4241815190 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f51a80567c0 con 0x7f51b00cca90 2024-09-10T10:17:13.545 INFO:teuthology.orchestra.run.smithi157.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:17:13.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.544+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51900678c0 msgr2=0x7f5190069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:13.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.544+0000 7f51b7041640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51900678c0 0x7f5190069d80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f51a00b0000 tx=0x7f51a00a9070 comp rx=0 tx=0).stop 2024-09-10T10:17:13.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.544+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00cca90 msgr2=0x7f51b00ac510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:13.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.544+0000 7f51b7041640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00cca90 0x7f51b00ac510 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f51a800c7f0 tx=0x7f51a800ccb0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.548+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 shutdown_connections 2024-09-10T10:17:13.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.548+0000 7f51b7041640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51900678c0 0x7f5190069d80 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.548+0000 7f51b7041640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f51b00cca90 0x7f51b00ac510 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.548+0000 7f51b7041640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51b00b5200 0x7f51b00abfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.548+0000 7f51b7041640 1 --2- 172.21.15.157:0/4241815190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51b00b1dc0 0x7f51b00ae1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:13.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.548+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 >> 172.21.15.157:0/4241815190 conn(0x7f51b006bcc0 msgr2=0x7f51b00730b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:13.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.548+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 shutdown_connections 2024-09-10T10:17:13.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13.548+0000 7f51b7041640 1 -- 172.21.15.157:0/4241815190 wait complete. 2024-09-10T10:17:13.565 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T10:17:13.566 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:17:13.566 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi157.front.sepia.ceph.com 2024-09-10T10:17:13.566 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:17:13.566 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:13.566 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T10:17:13.566 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T10:17:13.566 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:17:13.566 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:17:13.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:13.567 DEBUG:teuthology.orchestra.run.smithi157:> ip addr 2024-09-10T10:17:13.572 INFO:teuthology.orchestra.run.smithi157.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:17:13.572 INFO:teuthology.orchestra.run.smithi157.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:17:13.572 INFO:teuthology.orchestra.run.smithi157.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:17:13.572 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:13.572 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 ::1/128 scope host 2024-09-10T10:17:13.572 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:98 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f0 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:99 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f1 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a0 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a1 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:13.573 INFO:teuthology.orchestra.run.smithi157.stdout: inet 172.21.15.157/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:17:13.574 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft 42489sec preferred_lft 42489sec 2024-09-10T10:17:13.574 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::ec4:7aff:fe88:7ea1/64 scope link 2024-09-10T10:17:13.574 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:13.574 INFO:teuthology.orchestra.run.smithi157.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:17:13.574 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 02:42:b2:30:b3:3f brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:13.574 INFO:teuthology.orchestra.run.smithi157.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:17:13.574 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:13.574 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T10:17:13.575 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:13.575 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:13.575 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link add name ceph-brx type bridge 2024-09-10T10:17:13.575 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip addr flush dev ceph-brx 2024-09-10T10:17:13.575 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set ceph-brx up 2024-09-10T10:17:13.575 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T10:17:13.575 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:13.661 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:13.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:13.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:13.762 DEBUG:teuthology.orchestra.run.smithi157:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:17:13.773 INFO:teuthology.orchestra.run.smithi157.stdout:1 2024-09-10T10:17:13.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:13.775 DEBUG:teuthology.orchestra.run.smithi157:> route 2024-09-10T10:17:13.844 INFO:teuthology.orchestra.run.smithi157.stdout:Kernel IP routing table 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:13.845 INFO:teuthology.orchestra.run.smithi157.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:17:13.846 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:13.846 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:13.846 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:17:13.846 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:17:13.846 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:17:13.846 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:13.935 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:13.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:13.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:13.970 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list 2024-09-10T10:17:13.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:13.976 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list-id 2024-09-10T10:17:14.021 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:14.022 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:14.022 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:14.022 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-10T10:17:14.022 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:14.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:14.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:14.141 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-10T10:17:14.142 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:14.142 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:14.142 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-10T10:17:14.142 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T10:17:14.142 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-10T10:17:14.142 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-10T10:17:14.142 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-10T10:17:14.142 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:14.224 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:14.279 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:14.286 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:14.286 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:14.286 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set brx.0 up 2024-09-10T10:17:14.286 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T10:17:14.286 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:14.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:14.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:14.393 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T10:17:14.393 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:14.393 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:14.445 INFO:teuthology.orchestra.run.smithi157.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:17:14.446 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:14.446 DEBUG:teuthology.orchestra.run.smithi157:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:14.492 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-10T10:17:14.551 DEBUG:teuthology.orchestra.run.smithi157:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:14.598 INFO:teuthology.orchestra.run.smithi157.stdout:/sys 2024-09-10T10:17:14.598 INFO:teuthology.orchestra.run.smithi157.stdout:/proc 2024-09-10T10:17:14.598 INFO:teuthology.orchestra.run.smithi157.stdout:/dev 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/pts 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/run 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/ 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/security 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/shm 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/run/lock 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/cgroup 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/pstore 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/bpf 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/hugepages 2024-09-10T10:17:14.599 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/mqueue 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/debug 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/tracing 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/fs/nfsd 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/config 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/run/rpc_pipefs 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/run/user/1000 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T10:17:14.600 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns 2024-09-10T10:17:14.601 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:14.601 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:14.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:14.602 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-10T10:17:14.649 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T10:17:14.650 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T10:17:14.694 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-10T10:17:14.710 DEBUG:teuthology.orchestra.run.smithi157:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:14.757 INFO:teuthology.orchestra.run.smithi157.stdout:/sys 2024-09-10T10:17:14.757 INFO:teuthology.orchestra.run.smithi157.stdout:/proc 2024-09-10T10:17:14.757 INFO:teuthology.orchestra.run.smithi157.stdout:/dev 2024-09-10T10:17:14.757 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/pts 2024-09-10T10:17:14.757 INFO:teuthology.orchestra.run.smithi157.stdout:/run 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/ 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/security 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/shm 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/run/lock 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/cgroup 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/pstore 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/bpf 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/hugepages 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/mqueue 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/debug 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/tracing 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/fs/nfsd 2024-09-10T10:17:14.758 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/config 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/run/rpc_pipefs 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/run/user/1000 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:14.759 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:14.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:14.760 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-10T10:17:14.775 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi157.stderr:2024-09-10T10:17:14.772+0000 7fd971c58580 -1 init, newargv = 0x560c51451f10 newargc=15 2024-09-10T10:17:14.775 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi157.stderr:ceph-fuse[35144]: starting ceph client 2024-09-10T10:17:14.783 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi157.stderr:ceph-fuse[35144]: starting fuse 2024-09-10T10:17:15.880 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-10T10:17:15.897 DEBUG:teuthology.orchestra.run.smithi157:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:15.946 INFO:teuthology.orchestra.run.smithi157.stdout:/sys 2024-09-10T10:17:15.946 INFO:teuthology.orchestra.run.smithi157.stdout:/proc 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/dev 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/pts 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/run 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/ 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/security 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/shm 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/run/lock 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/cgroup 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/pstore 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/bpf 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/hugepages 2024-09-10T10:17:15.947 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/mqueue 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/debug 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/tracing 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/fs/nfsd 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/config 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/run/rpc_pipefs 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/run/user/1000 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T10:17:15.948 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T10:17:15.949 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns 2024-09-10T10:17:15.949 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:15.949 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:15.949 INFO:teuthology.orchestra.run.smithi157.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:15.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:15.950 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-10T10:17:16.001 INFO:teuthology.orchestra.run.smithi157.stdout:45 2024-09-10T10:17:16.001 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> sudo stdin-killer -- python3 -c ' 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> import glob 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> import re 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> import os 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> import subprocess 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> def _find_admin_socket(client_name): 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> files = glob.glob(asok_path) 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:16.002 DEBUG:teuthology.orchestra.run.smithi157:> # Given a non-glob path, it better be there 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> if "*" not in asok_path: 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> assert(len(files) == 1) 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> return files[0] 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> for f in files: 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> contents = proc_f.read() 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> if mountpoint in contents: 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> return f 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> print(_find_admin_socket("client.0")) 2024-09-10T10:17:16.003 DEBUG:teuthology.orchestra.run.smithi157:> ' 2024-09-10T10:17:16.124 INFO:teuthology.orchestra.run.smithi157.stdout:/var/run/ceph/ceph-client.0.35144.asok 2024-09-10T10:17:16.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:16.135 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.35144.asok 2024-09-10T10:17:16.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:16.136 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.35144.asok status 2024-09-10T10:17:16.290 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:17:16.290 INFO:teuthology.orchestra.run.smithi157.stdout: "metadata": { 2024-09-10T10:17:16.290 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T10:17:16.290 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T10:17:16.290 INFO:teuthology.orchestra.run.smithi157.stdout: "entity_id": "0", 2024-09-10T10:17:16.290 INFO:teuthology.orchestra.run.smithi157.stdout: "hostname": "smithi157", 2024-09-10T10:17:16.290 INFO:teuthology.orchestra.run.smithi157.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T10:17:16.290 INFO:teuthology.orchestra.run.smithi157.stdout: "pid": "35144", 2024-09-10T10:17:16.290 INFO:teuthology.orchestra.run.smithi157.stdout: "root": "/" 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_count": 0, 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_pinned_count": 0, 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "id": 4599, 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "inst": { 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "name": { 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "client", 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "num": 4599 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.1:0", 2024-09-10T10:17:16.291 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 1607342051 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.1:0", 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 1607342051 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "inst_str": "client.4599 192.168.0.1:0/1607342051", 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "addr_str": "192.168.0.1:0/1607342051", 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "inode_count": 1, 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_epoch": 8, 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch": 21, 2024-09-10T10:17:16.292 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch_barrier": 0, 2024-09-10T10:17:16.293 INFO:teuthology.orchestra.run.smithi157.stdout: "blocklisted": false, 2024-09-10T10:17:16.293 INFO:teuthology.orchestra.run.smithi157.stdout: "fs_name": "cephfs" 2024-09-10T10:17:16.293 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:17:16.304 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T10:17:16.304 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:17:16.433 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.428+0000 7f74e086b640 1 Processor -- start 2024-09-10T10:17:16.433 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.428+0000 7f74e086b640 1 -- start start 2024-09-10T10:17:16.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74e086b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f74dc06d870 0x7f74dc06dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:16.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74e086b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f74dc15e820 0x7f74dc0cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:16.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74e086b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 0x7f74dc0d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:16.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74e086b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f74dc06e190 con 0x7f74dc06d870 2024-09-10T10:17:16.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74e086b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f74dc0d2ba0 con 0x7f74dc15e820 2024-09-10T10:17:16.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74e086b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f74dc0d2e80 con 0x7f74dc0b3610 2024-09-10T10:17:16.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74da59c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f74dc06d870 0x7f74dc06dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:16.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74da59c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f74dc06d870 0x7f74dc06dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:36174/0 (socket says 172.21.15.157:36174) 2024-09-10T10:17:16.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74da59c640 1 -- 172.21.15.157:0/1869056642 learned_addr learned my addr 172.21.15.157:0/1869056642 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:16.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74da59c640 1 -- 172.21.15.157:0/1869056642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 msgr2=0x7f74dc0d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:16.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74d9d9b640 1 --2- 172.21.15.157:0/1869056642 >> v2:172.21.15.192:3300/0 conn(0x7f74dc15e820 0x7f74dc0cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:16.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74dad9d640 1 --2- 172.21.15.157:0/1869056642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 0x7f74dc0d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:16.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74da59c640 1 --2- 172.21.15.157:0/1869056642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 0x7f74dc0d3c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74da59c640 1 -- 172.21.15.157:0/1869056642 >> v2:172.21.15.192:3300/0 conn(0x7f74dc15e820 msgr2=0x7f74dc0cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:16.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74da59c640 1 --2- 172.21.15.157:0/1869056642 >> v2:172.21.15.192:3300/0 conn(0x7f74dc15e820 0x7f74dc0cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74da59c640 1 -- 172.21.15.157:0/1869056642 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74dc0d3160 con 0x7f74dc06d870 2024-09-10T10:17:16.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74d9d9b640 1 --2- 172.21.15.157:0/1869056642 >> v2:172.21.15.192:3300/0 conn(0x7f74dc15e820 0x7f74dc0cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:16.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74da59c640 1 --2- 172.21.15.157:0/1869056642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc06d870 0x7f74dc06dc50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f74dc08d8d0 tx=0x7f74c401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c515f4bd3881f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:16.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74d959a640 1 -- 172.21.15.157:0/1869056642 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c40aa430 con 0x7f74dc06d870 2024-09-10T10:17:16.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74d959a640 1 -- 172.21.15.157:0/1869056642 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74c40af070 con 0x7f74dc06d870 2024-09-10T10:17:16.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.432+0000 7f74d959a640 1 -- 172.21.15.157:0/1869056642 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c40aa7f0 con 0x7f74dc06d870 2024-09-10T10:17:16.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- 172.21.15.157:0/1869056642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc06d870 msgr2=0x7f74dc06dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:16.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 --2- 172.21.15.157:0/1869056642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc06d870 0x7f74dc06dc50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f74dc08d8d0 tx=0x7f74c401c4f0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- 172.21.15.157:0/1869056642 shutdown_connections 2024-09-10T10:17:16.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 --2- 172.21.15.157:0/1869056642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 0x7f74dc0d3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 --2- 172.21.15.157:0/1869056642 >> v2:172.21.15.192:3300/0 conn(0x7f74dc15e820 0x7f74dc0cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 --2- 172.21.15.157:0/1869056642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc06d870 0x7f74dc06dc50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- 172.21.15.157:0/1869056642 >> 172.21.15.157:0/1869056642 conn(0x7f74dc0d4910 msgr2=0x7f74dc0d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:16.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- 172.21.15.157:0/1869056642 shutdown_connections 2024-09-10T10:17:16.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- 172.21.15.157:0/1869056642 wait complete. 2024-09-10T10:17:16.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 Processor -- start 2024-09-10T10:17:16.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- start start 2024-09-10T10:17:16.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74dc06d870 0x7f74dc156940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 0x7f74dc0cda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc15e820 0x7f74dc0cdfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc06c200 con 0x7f74dc15e820 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc06c080 con 0x7f74dc06d870 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f74dc06c380 con 0x7f74dc0b3610 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74dad9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc15e820 0x7f74dc0cdfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74dad9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc15e820 0x7f74dc0cdfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:36186/0 (socket says 172.21.15.157:36186) 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74dad9d640 1 -- 172.21.15.157:0/853696485 learned_addr learned my addr 172.21.15.157:0/853696485 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74da59c640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74dc06d870 0x7f74dc156940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74d9d9b640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 0x7f74dc0cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74dad9d640 1 -- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 msgr2=0x7f74dc0cda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:16.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74dad9d640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 0x7f74dc0cda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74dad9d640 1 -- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74dc06d870 msgr2=0x7f74dc156940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:16.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74dad9d640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74dc06d870 0x7f74dc156940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74dad9d640 1 -- 172.21.15.157:0/853696485 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74dc157cb0 con 0x7f74dc15e820 2024-09-10T10:17:16.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74dad9d640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc15e820 0x7f74dc0cdfa0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f74d400ccf0 tx=0x7f74d400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:16.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74d2ffd640 1 -- 172.21.15.157:0/853696485 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4003ba0 con 0x7f74dc15e820 2024-09-10T10:17:16.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74d2ffd640 1 -- 172.21.15.157:0/853696485 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74d4003d40 con 0x7f74dc15e820 2024-09-10T10:17:16.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74dc157f90 con 0x7f74dc15e820 2024-09-10T10:17:16.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74d2ffd640 1 -- 172.21.15.157:0/853696485 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4004240 con 0x7f74dc15e820 2024-09-10T10:17:16.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.436+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74dc156ff0 con 0x7f74dc15e820 2024-09-10T10:17:16.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.440+0000 7f74d2ffd640 1 -- 172.21.15.157:0/853696485 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f74d40043e0 con 0x7f74dc15e820 2024-09-10T10:17:16.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.440+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74dc0d3c40 con 0x7f74dc15e820 2024-09-10T10:17:16.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.440+0000 7f74d2ffd640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f74bc0678c0 0x7f74bc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:16.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.440+0000 7f74d2ffd640 1 -- 172.21.15.157:0/853696485 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f74d4086680 con 0x7f74dc15e820 2024-09-10T10:17:16.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.440+0000 7f74da59c640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f74bc0678c0 0x7f74bc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:16.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.440+0000 7f74da59c640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f74bc0678c0 0x7f74bc069d80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f74c40ae000 tx=0x7f74c40a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:16.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.444+0000 7f74d2ffd640 1 -- 172.21.15.157:0/853696485 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f74d4057250 con 0x7f74dc15e820 2024-09-10T10:17:16.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f74dc158160 con 0x7f74dc15e820 2024-09-10T10:17:16.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74d2ffd640 1 -- 172.21.15.157:0/853696485 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f74d401ee80 con 0x7f74dc15e820 2024-09-10T10:17:16.639 INFO:teuthology.orchestra.run.smithi157.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:17:16.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f74bc0678c0 msgr2=0x7f74bc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:16.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f74bc0678c0 0x7f74bc069d80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f74c40ae000 tx=0x7f74c40a7000 comp rx=0 tx=0).stop 2024-09-10T10:17:16.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc15e820 msgr2=0x7f74dc0cdfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:16.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc15e820 0x7f74dc0cdfa0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f74d400ccf0 tx=0x7f74d400a660 comp rx=0 tx=0).stop 2024-09-10T10:17:16.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 shutdown_connections 2024-09-10T10:17:16.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f74bc0678c0 0x7f74bc069d80 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74dc15e820 0x7f74dc0cdfa0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74dc0b3610 0x7f74dc0cda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 --2- 172.21.15.157:0/853696485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74dc06d870 0x7f74dc156940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:16.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 >> 172.21.15.157:0/853696485 conn(0x7f74dc0d4910 msgr2=0x7f74dc0cf500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:16.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 shutdown_connections 2024-09-10T10:17:16.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16.636+0000 7f74e086b640 1 -- 172.21.15.157:0/853696485 wait complete. 2024-09-10T10:17:16.656 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T10:17:16.656 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:17:16.656 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi157.front.sepia.ceph.com 2024-09-10T10:17:16.656 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-10T10:17:16.656 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T10:17:16.656 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T10:17:16.656 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T10:17:16.656 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:17:16.656 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-10T10:17:16.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:16.657 DEBUG:teuthology.orchestra.run.smithi157:> ip addr 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 ::1/128 scope host 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:98 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f0 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:16.662 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:99 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f1 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a0 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a1 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: inet 172.21.15.157/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft 42486sec preferred_lft 42486sec 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::ec4:7aff:fe88:7ea1/64 scope link 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 02:42:b2:30:b3:3f brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:17:16.663 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:16.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:16.665 DEBUG:teuthology.orchestra.run.smithi157:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:17:16.713 INFO:teuthology.orchestra.run.smithi157.stdout:1 2024-09-10T10:17:16.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:16.715 DEBUG:teuthology.orchestra.run.smithi157:> route 2024-09-10T10:17:16.764 INFO:teuthology.orchestra.run.smithi157.stdout:Kernel IP routing table 2024-09-10T10:17:16.764 INFO:teuthology.orchestra.run.smithi157.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:17:16.764 INFO:teuthology.orchestra.run.smithi157.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:17:16.764 INFO:teuthology.orchestra.run.smithi157.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:17:16.765 INFO:teuthology.orchestra.run.smithi157.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:17:16.765 INFO:teuthology.orchestra.run.smithi157.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:17:16.765 INFO:teuthology.orchestra.run.smithi157.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:17:16.765 INFO:teuthology.orchestra.run.smithi157.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:16.765 INFO:teuthology.orchestra.run.smithi157.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:16.765 INFO:teuthology.orchestra.run.smithi157.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:16.765 INFO:teuthology.orchestra.run.smithi157.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:17:16.765 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:16.765 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:16.765 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:17:16.766 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:17:16.766 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:17:16.766 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:16.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:16.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:16.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:16.888 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list 2024-09-10T10:17:16.937 INFO:teuthology.orchestra.run.smithi157.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:17:16.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:16.938 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list-id 2024-09-10T10:17:16.985 INFO:teuthology.orchestra.run.smithi157.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-10T10:17:16.986 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:16.986 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:16.986 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:16.986 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-10T10:17:16.986 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:17.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:17.096 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:17.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:17.103 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T10:17:17.116 INFO:teuthology.orchestra.run.smithi157.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 ::1/128 scope host 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 2a:bc:36:85:18:4a brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:17.117 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::28bc:36ff:fe85:184a/64 scope link 2024-09-10T10:17:17.118 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:17.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:17.119 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T10:17:17.171 INFO:teuthology.orchestra.run.smithi157.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:17:17.171 INFO:teuthology.orchestra.run.smithi157.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:17:17.171 INFO:teuthology.orchestra.run.smithi157.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:17:17.171 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:17.171 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 ::1/128 scope host 2024-09-10T10:17:17.171 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:17.171 INFO:teuthology.orchestra.run.smithi157.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:17:17.172 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 2a:bc:36:85:18:4a brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T10:17:17.172 INFO:teuthology.orchestra.run.smithi157.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T10:17:17.172 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:17.172 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::28bc:36ff:fe85:184a/64 scope link 2024-09-10T10:17:17.172 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:17.173 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-10T10:17:17.173 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:17.173 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:17.173 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-10T10:17:17.173 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T10:17:17.174 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-10T10:17:17.174 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-10T10:17:17.174 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-10T10:17:17.174 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:17.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:17.306 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:17.313 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:17.313 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:17.313 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set brx.1 up 2024-09-10T10:17:17.313 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T10:17:17.313 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:17.349 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:17.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:17.371 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-10T10:17:17.371 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:17.371 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-10T10:17:17.417 INFO:teuthology.orchestra.run.smithi157.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-10T10:17:17.417 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:17.418 DEBUG:teuthology.orchestra.run.smithi157:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-10T10:17:17.464 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-10T10:17:17.522 DEBUG:teuthology.orchestra.run.smithi157:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:17.570 INFO:teuthology.orchestra.run.smithi157.stdout:/sys 2024-09-10T10:17:17.570 INFO:teuthology.orchestra.run.smithi157.stdout:/proc 2024-09-10T10:17:17.570 INFO:teuthology.orchestra.run.smithi157.stdout:/dev 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/pts 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/run 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/ 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/security 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/shm 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/run/lock 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/cgroup 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/pstore 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/bpf 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/hugepages 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/mqueue 2024-09-10T10:17:17.571 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/debug 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/tracing 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/fs/nfsd 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/config 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/run/rpc_pipefs 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/run/user/1000 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T10:17:17.572 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns 2024-09-10T10:17:17.573 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:17.573 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:17.573 INFO:teuthology.orchestra.run.smithi157.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:17.573 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:17.573 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:17.574 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:17.574 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-10T10:17:17.621 INFO:teuthology.orchestra.run.smithi157.stdout:45 2024-09-10T10:17:17.621 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-10T10:17:17.621 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-10T10:17:17.666 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-10T10:17:17.679 DEBUG:teuthology.orchestra.run.smithi157:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:17.725 INFO:teuthology.orchestra.run.smithi157.stdout:/sys 2024-09-10T10:17:17.725 INFO:teuthology.orchestra.run.smithi157.stdout:/proc 2024-09-10T10:17:17.725 INFO:teuthology.orchestra.run.smithi157.stdout:/dev 2024-09-10T10:17:17.725 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/pts 2024-09-10T10:17:17.725 INFO:teuthology.orchestra.run.smithi157.stdout:/run 2024-09-10T10:17:17.725 INFO:teuthology.orchestra.run.smithi157.stdout:/ 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/security 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/shm 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/run/lock 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/cgroup 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/pstore 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/bpf 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/hugepages 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/mqueue 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/debug 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/tracing 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/fs/nfsd 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:17.726 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/config 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/run/rpc_pipefs 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/run/user/1000 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:17.727 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:17.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:17.728 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-10T10:17:17.743 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi157.stderr:2024-09-10T10:17:17.740+0000 7f2ea1a4b580 -1 init, newargv = 0x55c81d8ca2d0 newargc=15 2024-09-10T10:17:17.744 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi157.stderr:ceph-fuse[35289]: starting ceph client 2024-09-10T10:17:17.748 INFO:teuthology.orchestra.run.smithi157.stdout:45 2024-09-10T10:17:17.751 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi157.stderr:ceph-fuse[35289]: starting fuse 2024-09-10T10:17:18.849 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-10T10:17:18.866 DEBUG:teuthology.orchestra.run.smithi157:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:18.919 INFO:teuthology.orchestra.run.smithi157.stdout:/sys 2024-09-10T10:17:18.919 INFO:teuthology.orchestra.run.smithi157.stdout:/proc 2024-09-10T10:17:18.919 INFO:teuthology.orchestra.run.smithi157.stdout:/dev 2024-09-10T10:17:18.919 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/pts 2024-09-10T10:17:18.919 INFO:teuthology.orchestra.run.smithi157.stdout:/run 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/ 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/security 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/shm 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/run/lock 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/cgroup 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/pstore 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/bpf 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/hugepages 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/mqueue 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/debug 2024-09-10T10:17:18.920 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/tracing 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/fs/nfsd 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/config 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/run/rpc_pipefs 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/run/user/1000 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T10:17:18.921 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns 2024-09-10T10:17:18.922 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:18.922 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:18.922 INFO:teuthology.orchestra.run.smithi157.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:18.922 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:18.922 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:18.922 INFO:teuthology.orchestra.run.smithi157.stdout:/home/ubuntu/cephtest/mnt.2 2024-09-10T10:17:18.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:18.922 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-10T10:17:18.969 INFO:teuthology.orchestra.run.smithi157.stdout:45 2024-09-10T10:17:18.969 INFO:teuthology.orchestra.run.smithi157.stdout:46 2024-09-10T10:17:18.969 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> sudo stdin-killer -- python3 -c ' 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> import glob 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> import re 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> import os 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> import subprocess 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> def _find_admin_socket(client_name): 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> files = glob.glob(asok_path) 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-10T10:17:18.970 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> # Given a non-glob path, it better be there 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> if "*" not in asok_path: 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> assert(len(files) == 1) 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> return files[0] 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> for f in files: 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> contents = proc_f.read() 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> if mountpoint in contents: 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> return f 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T10:17:18.971 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:18.972 DEBUG:teuthology.orchestra.run.smithi157:> print(_find_admin_socket("client.2")) 2024-09-10T10:17:18.972 DEBUG:teuthology.orchestra.run.smithi157:> ' 2024-09-10T10:17:19.098 INFO:teuthology.orchestra.run.smithi157.stdout:/var/run/ceph/ceph-client.2.35289.asok 2024-09-10T10:17:19.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:19.110 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.35289.asok 2024-09-10T10:17:19.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:19.111 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.35289.asok status 2024-09-10T10:17:19.270 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:17:19.270 INFO:teuthology.orchestra.run.smithi157.stdout: "metadata": { 2024-09-10T10:17:19.270 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T10:17:19.270 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T10:17:19.270 INFO:teuthology.orchestra.run.smithi157.stdout: "entity_id": "2", 2024-09-10T10:17:19.270 INFO:teuthology.orchestra.run.smithi157.stdout: "hostname": "smithi157", 2024-09-10T10:17:19.270 INFO:teuthology.orchestra.run.smithi157.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-10T10:17:19.270 INFO:teuthology.orchestra.run.smithi157.stdout: "pid": "35289", 2024-09-10T10:17:19.270 INFO:teuthology.orchestra.run.smithi157.stdout: "root": "/" 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_count": 0, 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_pinned_count": 0, 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "id": 4611, 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "inst": { 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "name": { 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "client", 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "num": 4611 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.2:0", 2024-09-10T10:17:19.271 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 530223795 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.2:0", 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 530223795 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: "inst_str": "client.4611 192.168.0.2:0/530223795", 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: "addr_str": "192.168.0.2:0/530223795", 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: "inode_count": 1, 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_epoch": 8, 2024-09-10T10:17:19.272 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch": 21, 2024-09-10T10:17:19.273 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch_barrier": 0, 2024-09-10T10:17:19.273 INFO:teuthology.orchestra.run.smithi157.stdout: "blocklisted": false, 2024-09-10T10:17:19.273 INFO:teuthology.orchestra.run.smithi157.stdout: "fs_name": "cephfs" 2024-09-10T10:17:19.273 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:17:19.283 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T10:17:19.283 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:17:19.405 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f8234c29640 1 Processor -- start 2024-09-10T10:17:19.405 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f8234c29640 1 -- start start 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f8234c29640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f82300cb160 0x7f82300ccd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f8234c29640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8230073910 0x7f823006efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f8234c29640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82300cd260 con 0x7f82300cc940 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f8234c29640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f823006e280 con 0x7f82300cb160 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f8234c29640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f8230074140 con 0x7f8230073910 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822dd9b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f82300cb160 0x7f82300ccd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822dd9b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f82300cb160 0x7f82300ccd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:36198/0 (socket says 172.21.15.157:36198) 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822e59c640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f82300cc940 0x7f82300b4110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:44430/0 (socket says 172.21.15.157:44430) 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822dd9b640 1 -- 172.21.15.157:0/2877264977 learned_addr learned my addr 172.21.15.157:0/2877264977 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:19.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822dd9b640 1 -- 172.21.15.157:0/2877264977 >> v2:172.21.15.192:3300/0 conn(0x7f8230073910 msgr2=0x7f823006efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:19.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822ed9d640 1 --2- 172.21.15.157:0/2877264977 >> v2:172.21.15.192:3300/0 conn(0x7f8230073910 0x7f823006efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:19.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822dd9b640 1 --2- 172.21.15.157:0/2877264977 >> v2:172.21.15.192:3300/0 conn(0x7f8230073910 0x7f823006efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822dd9b640 1 -- 172.21.15.157:0/2877264977 >> v1:172.21.15.157:6789/0 conn(0x7f82300cc940 legacy=0x7f82300b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:19.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822d59a640 1 -- 172.21.15.157:0/2877264977 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3862554424 0 0) 0x7f82300cd260 con 0x7f82300cc940 2024-09-10T10:17:19.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822dd9b640 1 -- 172.21.15.157:0/2877264977 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823006e4d0 con 0x7f82300cb160 2024-09-10T10:17:19.408 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.404+0000 7f822ed9d640 1 --2- 172.21.15.157:0/2877264977 >> v2:172.21.15.192:3300/0 conn(0x7f8230073910 0x7f823006efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:19.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822dd9b640 1 --2- 172.21.15.157:0/2877264977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cb160 0x7f82300ccd20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f823006c450 tx=0x7f821801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=973697a6a564b1ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:19.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822d59a640 1 -- 172.21.15.157:0/2877264977 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82180b0070 con 0x7f82300cb160 2024-09-10T10:17:19.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822d59a640 1 -- 172.21.15.157:0/2877264977 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82180ab600 con 0x7f82300cb160 2024-09-10T10:17:19.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822d59a640 1 -- 172.21.15.157:0/2877264977 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82180ab9d0 con 0x7f82300cb160 2024-09-10T10:17:19.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 -- 172.21.15.157:0/2877264977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cb160 msgr2=0x7f82300ccd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:19.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 --2- 172.21.15.157:0/2877264977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cb160 0x7f82300ccd20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f823006c450 tx=0x7f821801c3d0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 -- 172.21.15.157:0/2877264977 shutdown_connections 2024-09-10T10:17:19.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 --2- 172.21.15.157:0/2877264977 >> v2:172.21.15.192:3300/0 conn(0x7f8230073910 0x7f823006efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 --2- 172.21.15.157:0/2877264977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cb160 0x7f82300ccd20 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 -- 172.21.15.157:0/2877264977 >> 172.21.15.157:0/2877264977 conn(0x7f82300cdbe0 msgr2=0x7f82300cdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:19.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 -- 172.21.15.157:0/2877264977 shutdown_connections 2024-09-10T10:17:19.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 -- 172.21.15.157:0/2877264977 wait complete. 2024-09-10T10:17:19.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 Processor -- start 2024-09-10T10:17:19.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 -- start start 2024-09-10T10:17:19.413 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8230073910 0x7f82300b4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:19.413 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82300cb160 0x7f823014b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:19.413 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cc940 0x7f8230155ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8230073ea0 con 0x7f82300cc940 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8230073d20 con 0x7f82300cb160 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f8234c29640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f8230168da0 con 0x7f8230073910 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822ed9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cc940 0x7f8230155ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822ed9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cc940 0x7f8230155ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:36206/0 (socket says 172.21.15.157:36206) 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822ed9d640 1 -- 172.21.15.157:0/1545659735 learned_addr learned my addr 172.21.15.157:0/1545659735 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822e59c640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8230073910 0x7f82300b4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822dd9b640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82300cb160 0x7f823014b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822ed9d640 1 -- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8230073910 msgr2=0x7f82300b4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822ed9d640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8230073910 0x7f82300b4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822ed9d640 1 -- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82300cb160 msgr2=0x7f823014b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822ed9d640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82300cb160 0x7f823014b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822ed9d640 1 -- 172.21.15.157:0/1545659735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8230155230 con 0x7f82300cc940 2024-09-10T10:17:19.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822dd9b640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82300cb160 0x7f823014b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:19.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822e59c640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8230073910 0x7f82300b4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:19.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.408+0000 7f822ed9d640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cc940 0x7f8230155ff0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f822000cef0 tx=0x7f822000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:19.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f8226ffd640 1 -- 172.21.15.157:0/1545659735 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822001a070 con 0x7f82300cc940 2024-09-10T10:17:19.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f8226ffd640 1 -- 172.21.15.157:0/1545659735 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f822000d860 con 0x7f82300cc940 2024-09-10T10:17:19.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8230155510 con 0x7f82300cc940 2024-09-10T10:17:19.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f8226ffd640 1 -- 172.21.15.157:0/1545659735 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822000dc50 con 0x7f82300cc940 2024-09-10T10:17:19.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8230155ad0 con 0x7f82300cc940 2024-09-10T10:17:19.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f823006efb0 con 0x7f82300cc940 2024-09-10T10:17:19.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f8226ffd640 1 -- 172.21.15.157:0/1545659735 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f822001d070 con 0x7f82300cc940 2024-09-10T10:17:19.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f8226ffd640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f82100678c0 0x7f8210069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:19.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f8226ffd640 1 -- 172.21.15.157:0/1545659735 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8220086460 con 0x7f82300cc940 2024-09-10T10:17:19.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f822e59c640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f82100678c0 0x7f8210069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:19.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.412+0000 7f822e59c640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f82100678c0 0x7f8210069d80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8228000f70 tx=0x7f8228009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:19.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.416+0000 7f8226ffd640 1 -- 172.21.15.157:0/1545659735 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f82200570f0 con 0x7f82300cc940 2024-09-10T10:17:19.616 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.612+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f82300b6990 con 0x7f82300cc940 2024-09-10T10:17:19.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8226ffd640 1 -- 172.21.15.157:0/1545659735 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f82200569f0 con 0x7f82300cc940 2024-09-10T10:17:19.617 INFO:teuthology.orchestra.run.smithi157.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:17:19.619 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f82100678c0 msgr2=0x7f8210069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f82100678c0 0x7f8210069d80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8228000f70 tx=0x7f8228009040 comp rx=0 tx=0).stop 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cc940 msgr2=0x7f8230155ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cc940 0x7f8230155ff0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f822000cef0 tx=0x7f822000a710 comp rx=0 tx=0).stop 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 shutdown_connections 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f82100678c0 0x7f8210069d80 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82300cc940 0x7f8230155ff0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82300cb160 0x7f823014b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 --2- 172.21.15.157:0/1545659735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8230073910 0x7f82300b4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 >> 172.21.15.157:0/1545659735 conn(0x7f82300cdbe0 msgr2=0x7f8230150ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:19.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 shutdown_connections 2024-09-10T10:17:19.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:19.616+0000 7f8234c29640 1 -- 172.21.15.157:0/1545659735 wait complete. 2024-09-10T10:17:19.635 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T10:17:19.635 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:17:19.635 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-10T10:17:19.635 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T10:17:19.635 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:19.635 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T10:17:19.636 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T10:17:19.636 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:17:19.636 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:17:19.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:19.636 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:19.643 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42463sec preferred_lft 42463sec 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 02:42:80:45:d3:20 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:17:19.644 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:19.645 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T10:17:19.645 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:19.645 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-10T10:17:19.645 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link add name ceph-brx type bridge 2024-09-10T10:17:19.645 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip addr flush dev ceph-brx 2024-09-10T10:17:19.645 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set ceph-brx up 2024-09-10T10:17:19.645 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T10:17:19.645 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-10T10:17:19.739 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:19.775 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:19.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:19.782 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:17:19.791 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-10T10:17:19.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:19.792 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-10T10:17:19.862 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:19.863 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:17:19.864 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:19.864 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-10T10:17:19.864 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:17:19.864 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:17:19.864 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:17:19.864 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-10T10:17:19.946 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:19.972 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:19.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:19.979 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-10T10:17:20.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:20.032 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list-id 2024-09-10T10:17:20.077 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:20.078 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-10T10:17:20.078 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:20.078 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-10T10:17:20.078 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-10T10:17:20.169 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:20.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:20.197 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-10T10:17:20.197 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:20.197 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-10T10:17:20.198 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-10T10:17:20.198 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T10:17:20.198 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-10T10:17:20.198 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-10T10:17:20.198 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-10T10:17:20.198 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-10T10:17:20.242 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:20.308 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:20.316 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:20.316 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-10T10:17:20.316 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-10T10:17:20.316 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T10:17:20.316 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-10T10:17:20.399 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:20.415 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:20.422 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T10:17:20.422 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:20.422 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:20.468 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T10:17:20.469 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:20.469 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:20.515 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-10T10:17:20.574 DEBUG:teuthology.orchestra.run.smithi192:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:20.622 INFO:teuthology.orchestra.run.smithi192.stdout:/sys 2024-09-10T10:17:20.622 INFO:teuthology.orchestra.run.smithi192.stdout:/proc 2024-09-10T10:17:20.622 INFO:teuthology.orchestra.run.smithi192.stdout:/dev 2024-09-10T10:17:20.622 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/pts 2024-09-10T10:17:20.622 INFO:teuthology.orchestra.run.smithi192.stdout:/run 2024-09-10T10:17:20.622 INFO:teuthology.orchestra.run.smithi192.stdout:/ 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/security 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/shm 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/run/lock 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/cgroup 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/pstore 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/bpf 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/hugepages 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/mqueue 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/debug 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/tracing 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/fs/nfsd 2024-09-10T10:17:20.623 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/config 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/run/rpc_pipefs 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/run/user/1000 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:20.624 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:20.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:20.625 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-10T10:17:20.672 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T10:17:20.673 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T10:17:20.717 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-10T10:17:20.731 DEBUG:teuthology.orchestra.run.smithi192:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:20.777 INFO:teuthology.orchestra.run.smithi192.stdout:/sys 2024-09-10T10:17:20.777 INFO:teuthology.orchestra.run.smithi192.stdout:/proc 2024-09-10T10:17:20.777 INFO:teuthology.orchestra.run.smithi192.stdout:/dev 2024-09-10T10:17:20.777 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/pts 2024-09-10T10:17:20.777 INFO:teuthology.orchestra.run.smithi192.stdout:/run 2024-09-10T10:17:20.777 INFO:teuthology.orchestra.run.smithi192.stdout:/ 2024-09-10T10:17:20.777 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/security 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/shm 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/run/lock 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/cgroup 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/pstore 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/bpf 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/hugepages 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/mqueue 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/debug 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/tracing 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/fs/nfsd 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/config 2024-09-10T10:17:20.778 INFO:teuthology.orchestra.run.smithi192.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/run/rpc_pipefs 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/run/user/1000 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:20.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:20.779 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-10T10:17:20.794 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-10T10:17:20.788+0000 7f10181e4580 -1 init, newargv = 0x5595eb8c1060 newargc=15 2024-09-10T10:17:20.794 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[34657]: starting ceph client 2024-09-10T10:17:20.799 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[34657]: starting fuse 2024-09-10T10:17:20.957 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:17:20.960 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:17:21.899 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-10T10:17:21.914 DEBUG:teuthology.orchestra.run.smithi192:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:21.962 INFO:teuthology.orchestra.run.smithi192.stdout:/sys 2024-09-10T10:17:21.962 INFO:teuthology.orchestra.run.smithi192.stdout:/proc 2024-09-10T10:17:21.962 INFO:teuthology.orchestra.run.smithi192.stdout:/dev 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/pts 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/run 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/ 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/security 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/shm 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/run/lock 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/cgroup 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/pstore 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/bpf 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/hugepages 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/mqueue 2024-09-10T10:17:21.963 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/debug 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/tracing 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/fs/nfsd 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/config 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/run/rpc_pipefs 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/run/user/1000 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T10:17:21.964 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T10:17:21.965 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns 2024-09-10T10:17:21.965 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:21.965 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:21.965 INFO:teuthology.orchestra.run.smithi192.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:21.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:21.965 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-10T10:17:22.009 INFO:teuthology.orchestra.run.smithi192.stdout:45 2024-09-10T10:17:22.009 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-10T10:17:22.009 DEBUG:teuthology.orchestra.run.smithi192:> sudo stdin-killer -- python3 -c ' 2024-09-10T10:17:22.009 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-10T10:17:22.009 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-10T10:17:22.009 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-10T10:17:22.009 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-10T10:17:22.010 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T10:17:22.011 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T10:17:22.011 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T10:17:22.011 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-10T10:17:22.011 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-10T10:17:22.011 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-10T10:17:22.011 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T10:17:22.011 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-10T10:17:22.011 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-10T10:17:22.011 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-10T10:17:22.134 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.34657.asok 2024-09-10T10:17:22.137 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:22.145 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.34657.asok 2024-09-10T10:17:22.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:22.145 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.34657.asok status 2024-09-10T10:17:22.301 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "34657", 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-10T10:17:22.302 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 4412, 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 4412 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 3592137028 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-10T10:17:22.303 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 3592137028 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.4412 192.168.0.1:0/3592137028", 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/3592137028", 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 8, 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 21, 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-10T10:17:22.304 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-10T10:17:22.317 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T10:17:22.317 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:17:22.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.444+0000 7f19220a2640 1 Processor -- start 2024-09-10T10:17:22.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.444+0000 7f19220a2640 1 -- start start 2024-09-10T10:17:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f19220a2640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f191c145970 0x7f191c0b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f19220a2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f191c0b2300 0x7f191c0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f19220a2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c0d0190 0x7f191c072220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f19220a2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f191c0b2770 con 0x7f191c0b2300 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f19220a2640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f191c0d0f20 con 0x7f191c145970 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f19220a2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f191c0cd620 con 0x7f191c0d0190 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191affd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f191c0b2300 0x7f191c0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191affd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f191c0b2300 0x7f191c0cfc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:36222/0 (socket says 172.21.15.157:36222) 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191affd640 1 -- 172.21.15.157:0/604068230 learned_addr learned my addr 172.21.15.157:0/604068230 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191b7fe640 1 --2- 172.21.15.157:0/604068230 >> v2:172.21.15.192:3300/0 conn(0x7f191c145970 0x7f191c0b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191bfff640 1 --2- 172.21.15.157:0/604068230 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c0d0190 0x7f191c072220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191affd640 1 -- 172.21.15.157:0/604068230 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c0d0190 msgr2=0x7f191c072220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191affd640 1 --2- 172.21.15.157:0/604068230 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c0d0190 0x7f191c072220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191affd640 1 -- 172.21.15.157:0/604068230 >> v2:172.21.15.192:3300/0 conn(0x7f191c145970 msgr2=0x7f191c0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191affd640 1 --2- 172.21.15.157:0/604068230 >> v2:172.21.15.192:3300/0 conn(0x7f191c145970 0x7f191c0b1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191affd640 1 -- 172.21.15.157:0/604068230 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f191c0d0960 con 0x7f191c0b2300 2024-09-10T10:17:22.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191affd640 1 --2- 172.21.15.157:0/604068230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0b2300 0x7f191c0cfc50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f191c0cd7a0 tx=0x7f191001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88c7b9bfbdcb07b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:22.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191a7fc640 1 -- 172.21.15.157:0/604068230 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19100ab600 con 0x7f191c0b2300 2024-09-10T10:17:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191a7fc640 1 -- 172.21.15.157:0/604068230 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19100b0070 con 0x7f191c0b2300 2024-09-10T10:17:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.448+0000 7f191a7fc640 1 -- 172.21.15.157:0/604068230 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19100ab9c0 con 0x7f191c0b2300 2024-09-10T10:17:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- 172.21.15.157:0/604068230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0b2300 msgr2=0x7f191c0cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 --2- 172.21.15.157:0/604068230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0b2300 0x7f191c0cfc50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f191c0cd7a0 tx=0x7f191001c440 comp rx=0 tx=0).stop 2024-09-10T10:17:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- 172.21.15.157:0/604068230 shutdown_connections 2024-09-10T10:17:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 --2- 172.21.15.157:0/604068230 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c0d0190 0x7f191c072220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 --2- 172.21.15.157:0/604068230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0b2300 0x7f191c0cfc50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 --2- 172.21.15.157:0/604068230 >> v2:172.21.15.192:3300/0 conn(0x7f191c145970 0x7f191c0b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- 172.21.15.157:0/604068230 >> 172.21.15.157:0/604068230 conn(0x7f191c06bcc0 msgr2=0x7f191c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- 172.21.15.157:0/604068230 shutdown_connections 2024-09-10T10:17:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- 172.21.15.157:0/604068230 wait complete. 2024-09-10T10:17:22.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 Processor -- start 2024-09-10T10:17:22.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- start start 2024-09-10T10:17:22.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f191c0b2300 0x7f191c1377c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:22.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0d0190 0x7f191c0af900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:22.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c145970 0x7f191c0afe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:22.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f191c145ed0 con 0x7f191c0d0190 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f191c145d50 con 0x7f191c0b2300 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f191c0cda90 con 0x7f191c145970 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191affd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0d0190 0x7f191c0af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191affd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0d0190 0x7f191c0af900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:36224/0 (socket says 172.21.15.157:36224) 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191affd640 1 -- 172.21.15.157:0/3690239387 learned_addr learned my addr 172.21.15.157:0/3690239387 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191bfff640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c145970 0x7f191c0afe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191b7fe640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f191c0b2300 0x7f191c1377c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191affd640 1 -- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c145970 msgr2=0x7f191c0afe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191affd640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c145970 0x7f191c0afe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191affd640 1 -- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f191c0b2300 msgr2=0x7f191c1377c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:22.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191affd640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f191c0b2300 0x7f191c1377c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191affd640 1 -- 172.21.15.157:0/3690239387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f191c139280 con 0x7f191c0d0190 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191b7fe640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f191c0b2300 0x7f191c1377c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191bfff640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c145970 0x7f191c0afe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f191affd640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0d0190 0x7f191c0af900 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f19100ad040 tx=0x7f191001ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f1903fff640 1 -- 172.21.15.157:0/3690239387 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19100be5f0 con 0x7f191c0d0190 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f1903fff640 1 -- 172.21.15.157:0/3690239387 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19100be790 con 0x7f191c0d0190 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f191c139560 con 0x7f191c0d0190 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f1903fff640 1 -- 172.21.15.157:0/3690239387 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19100beb60 con 0x7f191c0d0190 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.452+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f191c139b20 con 0x7f191c0d0190 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.456+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f191c072220 con 0x7f191c0d0190 2024-09-10T10:17:22.460 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.456+0000 7f1903fff640 1 -- 172.21.15.157:0/3690239387 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f19100aa070 con 0x7f191c0d0190 2024-09-10T10:17:22.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.456+0000 7f1903fff640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f19080678c0 0x7f1908069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:22.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.456+0000 7f1903fff640 1 -- 172.21.15.157:0/3690239387 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f19101204f0 con 0x7f191c0d0190 2024-09-10T10:17:22.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.456+0000 7f191b7fe640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f19080678c0 0x7f1908069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:22.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.456+0000 7f191b7fe640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f19080678c0 0x7f1908069d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f190c009720 tx=0x7f190c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:22.462 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.460+0000 7f1903fff640 1 -- 172.21.15.157:0/3690239387 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f19100160f0 con 0x7f191c0d0190 2024-09-10T10:17:22.664 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.660+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f191c143270 con 0x7f191c0d0190 2024-09-10T10:17:22.664 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.660+0000 7f1903fff640 1 -- 172.21.15.157:0/3690239387 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f19100f10c0 con 0x7f191c0d0190 2024-09-10T10:17:22.665 INFO:teuthology.orchestra.run.smithi157.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:17:22.667 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f19080678c0 msgr2=0x7f1908069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:22.667 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f19080678c0 0x7f1908069d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f190c009720 tx=0x7f190c008040 comp rx=0 tx=0).stop 2024-09-10T10:17:22.667 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0d0190 msgr2=0x7f191c0af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:22.667 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0d0190 0x7f191c0af900 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f19100ad040 tx=0x7f191001ac80 comp rx=0 tx=0).stop 2024-09-10T10:17:22.667 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 shutdown_connections 2024-09-10T10:17:22.667 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f19080678c0 0x7f1908069d80 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f191c145970 0x7f191c0afe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f191c0d0190 0x7f191c0af900 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 --2- 172.21.15.157:0/3690239387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f191c0b2300 0x7f191c1377c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:22.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 >> 172.21.15.157:0/3690239387 conn(0x7f191c06bcc0 msgr2=0x7f191c0b0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:22.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 shutdown_connections 2024-09-10T10:17:22.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:22.664+0000 7f19220a2640 1 -- 172.21.15.157:0/3690239387 wait complete. 2024-09-10T10:17:22.684 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T10:17:22.684 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:17:22.684 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-10T10:17:22.685 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-10T10:17:22.685 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T10:17:22.685 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T10:17:22.685 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T10:17:22.685 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:17:22.685 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-10T10:17:22.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:22.685 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-10T10:17:22.692 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:17:22.692 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:17:22.692 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:17:22.692 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:22.693 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:17:22.694 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42460sec preferred_lft 42460sec 2024-09-10T10:17:22.694 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link 2024-09-10T10:17:22.694 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:22.694 INFO:teuthology.orchestra.run.smithi192.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:17:22.694 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 02:42:80:45:d3:20 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:22.694 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:17:22.694 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:22.694 INFO:teuthology.orchestra.run.smithi192.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:22.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:22.696 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:17:22.748 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-10T10:17:22.750 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:22.750 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-10T10:17:22.804 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-10T10:17:22.804 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:17:22.804 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:17:22.804 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:17:22.804 INFO:teuthology.orchestra.run.smithi192.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:17:22.804 INFO:teuthology.orchestra.run.smithi192.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:17:22.804 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:17:22.805 INFO:teuthology.orchestra.run.smithi192.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:22.805 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:22.805 INFO:teuthology.orchestra.run.smithi192.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:22.805 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:17:22.805 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:22.805 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-10T10:17:22.805 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:17:22.805 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:17:22.805 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:17:22.805 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-10T10:17:22.894 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:22.924 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:22.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:22.933 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-10T10:17:22.938 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:17:22.939 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:22.939 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list-id 2024-09-10T10:17:22.985 INFO:teuthology.orchestra.run.smithi192.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-10T10:17:22.985 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:22.985 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-10T10:17:22.985 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:17:22.985 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-10T10:17:22.985 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-10T10:17:23.074 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:23.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:23.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:23.103 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether be:9e:2e:37:17:fa brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T10:17:23.117 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:23.118 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::bc9e:2eff:fe37:17fa/64 scope link 2024-09-10T10:17:23.118 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:23.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:23.119 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T10:17:23.171 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:17:23.171 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:17:23.171 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:17:23.172 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:23.172 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-10T10:17:23.172 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:23.172 INFO:teuthology.orchestra.run.smithi192.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:17:23.172 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether be:9e:2e:37:17:fa brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T10:17:23.172 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T10:17:23.172 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:23.172 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::bc9e:2eff:fe37:17fa/64 scope link 2024-09-10T10:17:23.172 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:23.173 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-10T10:17:23.173 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:23.174 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-10T10:17:23.174 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-10T10:17:23.174 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T10:17:23.174 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-10T10:17:23.174 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-10T10:17:23.174 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-10T10:17:23.174 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-10T10:17:23.261 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:23.305 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:23.312 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:23.312 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-10T10:17:23.312 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.1 up 2024-09-10T10:17:23.312 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T10:17:23.313 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-10T10:17:23.394 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:23.412 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:23.419 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-10T10:17:23.419 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:23.420 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-10T10:17:23.472 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-10T10:17:23.473 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:23.473 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-10T10:17:23.520 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-10T10:17:23.582 DEBUG:teuthology.orchestra.run.smithi192:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/sys 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/proc 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/dev 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/pts 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/run 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/ 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/security 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/shm 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/run/lock 2024-09-10T10:17:23.631 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/cgroup 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/pstore 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/bpf 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/hugepages 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/mqueue 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/debug 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/tracing 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/fs/nfsd 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/config 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:23.632 INFO:teuthology.orchestra.run.smithi192.stdout:/run/rpc_pipefs 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/run/user/1000 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:17:23.633 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:17:23.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:23.634 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-10T10:17:23.684 INFO:teuthology.orchestra.run.smithi192.stdout:45 2024-09-10T10:17:23.685 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-10T10:17:23.685 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-10T10:17:23.729 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-10T10:17:23.745 DEBUG:teuthology.orchestra.run.smithi192:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/sys 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/proc 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/dev 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/pts 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/run 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/ 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/security 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/shm 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/run/lock 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/cgroup 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/pstore 2024-09-10T10:17:23.793 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/bpf 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/hugepages 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/mqueue 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/debug 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/tracing 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/fs/nfsd 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/config 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/run/rpc_pipefs 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/run/user/1000 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph 2024-09-10T10:17:23.794 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T10:17:23.795 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T10:17:23.795 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T10:17:23.795 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T10:17:23.795 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns 2024-09-10T10:17:23.795 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:23.795 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:23.795 INFO:teuthology.orchestra.run.smithi192.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:23.795 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:17:23.795 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:17:23.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:23.796 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-10T10:17:23.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi192.stderr:2024-09-10T10:17:23.804+0000 7f9c9f07f580 -1 init, newargv = 0x555bfd36c0f0 newargc=15 2024-09-10T10:17:23.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi192.stderr:ceph-fuse[34778]: starting ceph client 2024-09-10T10:17:23.815 INFO:teuthology.orchestra.run.smithi192.stdout:45 2024-09-10T10:17:23.817 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi192.stderr:ceph-fuse[34778]: starting fuse 2024-09-10T10:17:24.916 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-10T10:17:24.933 DEBUG:teuthology.orchestra.run.smithi192:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:24.981 INFO:teuthology.orchestra.run.smithi192.stdout:/sys 2024-09-10T10:17:24.981 INFO:teuthology.orchestra.run.smithi192.stdout:/proc 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/dev 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/pts 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/run 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/ 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/security 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/shm 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/run/lock 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/cgroup 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/pstore 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/bpf 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/hugepages 2024-09-10T10:17:24.982 INFO:teuthology.orchestra.run.smithi192.stdout:/dev/mqueue 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/debug 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/tracing 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/proc/fs/nfsd 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/sys/kernel/config 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/run/rpc_pipefs 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/run/user/1000 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T10:17:24.983 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T10:17:24.984 INFO:teuthology.orchestra.run.smithi192.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T10:17:24.984 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns 2024-09-10T10:17:24.984 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:24.984 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:17:24.984 INFO:teuthology.orchestra.run.smithi192.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:24.984 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:17:24.984 INFO:teuthology.orchestra.run.smithi192.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:17:24.984 INFO:teuthology.orchestra.run.smithi192.stdout:/home/ubuntu/cephtest/mnt.3 2024-09-10T10:17:24.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:24.985 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-10T10:17:25.032 INFO:teuthology.orchestra.run.smithi192.stdout:45 2024-09-10T10:17:25.033 INFO:teuthology.orchestra.run.smithi192.stdout:46 2024-09-10T10:17:25.033 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-10T10:17:25.033 DEBUG:teuthology.orchestra.run.smithi192:> sudo stdin-killer -- python3 -c ' 2024-09-10T10:17:25.033 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-10T10:17:25.033 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-10T10:17:25.033 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-10T10:17:25.033 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-10T10:17:25.033 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-10T10:17:25.033 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T10:17:25.034 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-10T10:17:25.035 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-10T10:17:25.035 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-10T10:17:25.035 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T10:17:25.035 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-10T10:17:25.035 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.3")) 2024-09-10T10:17:25.035 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-10T10:17:25.155 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.3.34778.asok 2024-09-10T10:17:25.159 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-10T10:17:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:25.168 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.34778.asok 2024-09-10T10:17:25.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:25.168 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.34778.asok status 2024-09-10T10:17:25.319 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-10T10:17:25.319 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-10T10:17:25.319 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T10:17:25.319 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T10:17:25.319 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "3", 2024-09-10T10:17:25.319 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "34778", 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 4418, 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 4418 2024-09-10T10:17:25.320 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.2:0", 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 2845670195 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.2:0", 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 2845670195 2024-09-10T10:17:25.321 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-10T10:17:25.322 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.4418 192.168.0.2:0/2845670195", 2024-09-10T10:17:25.322 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.2:0/2845670195", 2024-09-10T10:17:25.322 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-10T10:17:25.322 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 8, 2024-09-10T10:17:25.322 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 21, 2024-09-10T10:17:25.322 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-10T10:17:25.322 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-10T10:17:25.322 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-10T10:17:25.322 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-10T10:17:25.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:25.333 DEBUG:teuthology.orchestra.run.smithi157:> stat --file-system '--printf=%T 2024-09-10T10:17:25.333 DEBUG:teuthology.orchestra.run.smithi157:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:25.340 INFO:teuthology.orchestra.run.smithi157.stdout:fuseblk 2024-09-10T10:17:25.340 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:25.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:25.341 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:25.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:25.401 DEBUG:teuthology.orchestra.run.smithi157:> stat --file-system '--printf=%T 2024-09-10T10:17:25.401 DEBUG:teuthology.orchestra.run.smithi157:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-10T10:17:25.450 INFO:teuthology.orchestra.run.smithi157.stdout:fuseblk 2024-09-10T10:17:25.451 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-10T10:17:25.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:25.451 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-10T10:17:25.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:25.511 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-10T10:17:25.511 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:25.518 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-10T10:17:25.518 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:25.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:25.519 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:25.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:25.573 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-10T10:17:25.573 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-10T10:17:25.621 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-10T10:17:25.622 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-10T10:17:25.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:25.622 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-10T10:17:25.677 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-10T10:17:25.720 INFO:tasks.cephfs_test_runner:Starting test: test_backtrace (tasks.cephfs.test_backtrace.TestBacktrace) That the 'parent' 'layout' and 'symlink' xattrs on the head objects of files 2024-09-10T10:17:25.721 INFO:tasks.cephfs_test_runner:test_backtrace (tasks.cephfs.test_backtrace.TestBacktrace) 2024-09-10T10:17:25.721 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:25.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b18c13640 1 Processor -- start 2024-09-10T10:17:25.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b18c13640 1 -- start start 2024-09-10T10:17:25.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b18c13640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0b14145970 0x7f0b140b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:25.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b18c13640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0b140d0360 0x7f0b140cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:25.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b18c13640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b140d0960 con 0x7f0b140b2300 2024-09-10T10:17:25.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b18c13640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f0b140b2770 con 0x7f0b140d0360 2024-09-10T10:17:25.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b18c13640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f0b140d0f20 con 0x7f0b14145970 2024-09-10T10:17:25.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b12d9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0b140d0360 0x7f0b140cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:25.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b12d9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0b140d0360 0x7f0b140cdab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35358/0 (socket says 172.21.15.157:35358) 2024-09-10T10:17:25.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b12d9d640 1 -- 172.21.15.157:0/2192555633 learned_addr learned my addr 172.21.15.157:0/2192555633 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:25.856 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b1259c640 1 --2- 172.21.15.157:0/2192555633 >> v2:172.21.15.192:3300/0 conn(0x7f0b14145970 0x7f0b140b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:25.856 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b12d9d640 1 -- 172.21.15.157:0/2192555633 >> v2:172.21.15.192:3300/0 conn(0x7f0b14145970 msgr2=0x7f0b140b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:25.856 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b12d9d640 1 --2- 172.21.15.157:0/2192555633 >> v2:172.21.15.192:3300/0 conn(0x7f0b14145970 0x7f0b140b1dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:25.856 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b12d9d640 1 -- 172.21.15.157:0/2192555633 >> v1:172.21.15.192:6789/0 conn(0x7f0b140b2300 legacy=0x7f0b140cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:25.856 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.852+0000 7f0b12d9d640 1 -- 172.21.15.157:0/2192555633 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b140d0c40 con 0x7f0b140d0360 2024-09-10T10:17:25.857 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 --2- 172.21.15.157:0/2192555633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b140d0360 0x7f0b140cdab0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c009e50 tx=0x7f0b0c01c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76a4cfc621f8232d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:25.857 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b11d9b640 1 -- 172.21.15.157:0/2192555633 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c0a56f0 con 0x7f0b140d0360 2024-09-10T10:17:25.857 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b11d9b640 1 -- 172.21.15.157:0/2192555633 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b0c0a5890 con 0x7f0b140d0360 2024-09-10T10:17:25.857 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b11d9b640 1 -- 172.21.15.157:0/2192555633 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c0a5c60 con 0x7f0b140d0360 2024-09-10T10:17:25.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 -- 172.21.15.157:0/2192555633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b140d0360 msgr2=0x7f0b140cdab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:25.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 --2- 172.21.15.157:0/2192555633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b140d0360 0x7f0b140cdab0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c009e50 tx=0x7f0b0c01c920 comp rx=0 tx=0).stop 2024-09-10T10:17:25.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 -- 172.21.15.157:0/2192555633 shutdown_connections 2024-09-10T10:17:25.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 --2- 172.21.15.157:0/2192555633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b140d0360 0x7f0b140cdab0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:25.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 --2- 172.21.15.157:0/2192555633 >> v2:172.21.15.192:3300/0 conn(0x7f0b14145970 0x7f0b140b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:25.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 -- 172.21.15.157:0/2192555633 >> 172.21.15.157:0/2192555633 conn(0x7f0b1406bcc0 msgr2=0x7f0b1406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:25.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 -- 172.21.15.157:0/2192555633 shutdown_connections 2024-09-10T10:17:25.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 -- 172.21.15.157:0/2192555633 wait complete. 2024-09-10T10:17:25.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 Processor -- start 2024-09-10T10:17:25.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 -- start start 2024-09-10T10:17:25.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b140b2300 0x7f0b1415bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:25.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0b140d0360 0x7f0b14140850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b14145970 0x7f0b1413d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0b140ceb90 con 0x7f0b14145970 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0b140cea10 con 0x7f0b140b2300 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b18c13640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0b140ced10 con 0x7f0b140d0360 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b14145970 0x7f0b1413d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b14145970 0x7f0b1413d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35368/0 (socket says 172.21.15.157:35368) 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 -- 172.21.15.157:0/4230259525 learned_addr learned my addr 172.21.15.157:0/4230259525 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b1259c640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b140b2300 0x7f0b1415bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b0bfff640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0b140d0360 0x7f0b14140850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 -- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0b140d0360 msgr2=0x7f0b14140850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0b140d0360 0x7f0b14140850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:25.862 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 -- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b140b2300 msgr2=0x7f0b1415bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b140b2300 0x7f0b1415bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 -- 172.21.15.157:0/4230259525 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b140b3830 con 0x7f0b14145970 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b0bfff640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0b140d0360 0x7f0b14140850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b1259c640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b140b2300 0x7f0b1415bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b12d9d640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b14145970 0x7f0b1413d860 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c0af040 tx=0x7f0b0c0196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.856+0000 7f0b0affd640 1 -- 172.21.15.157:0/4230259525 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c0bc020 con 0x7f0b14145970 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b0affd640 1 -- 172.21.15.157:0/4230259525 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b0c0b8670 con 0x7f0b14145970 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b14140f80 con 0x7f0b14145970 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b0affd640 1 -- 172.21.15.157:0/4230259525 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c0b8a60 con 0x7f0b14145970 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b140b3ad0 con 0x7f0b14145970 2024-09-10T10:17:25.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b140cdab0 con 0x7f0b14145970 2024-09-10T10:17:25.864 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b0affd640 1 -- 172.21.15.157:0/4230259525 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0b0c0bf020 con 0x7f0b14145970 2024-09-10T10:17:25.864 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b0affd640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0af40678c0 0x7f0af4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:25.864 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b0affd640 1 -- 172.21.15.157:0/4230259525 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0b0c120be0 con 0x7f0b14145970 2024-09-10T10:17:25.864 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b1259c640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0af40678c0 0x7f0af4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:25.864 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.860+0000 7f0b1259c640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0af40678c0 0x7f0af4069d80 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0b04006fd0 tx=0x7f0b04008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:25.867 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:25.864+0000 7f0b0affd640 1 -- 172.21.15.157:0/4230259525 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0b0c0c6030 con 0x7f0b14145970 2024-09-10T10:17:26.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.032+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0b140b3ca0 con 0x7f0b14145970 2024-09-10T10:17:26.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.032+0000 7f0b0affd640 1 -- 172.21.15.157:0/4230259525 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16701 (secure 0 0 0) 0x7f0b0c0165a0 con 0x7f0b14145970 2024-09-10T10:17:26.035 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:26.035 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":21,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:58.632281+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:16:54.798002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:16:55.963353+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:26.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0af40678c0 msgr2=0x7f0af4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0af40678c0 0x7f0af4069d80 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0b04006fd0 tx=0x7f0b04008040 comp rx=0 tx=0).stop 2024-09-10T10:17:26.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b14145970 msgr2=0x7f0b1413d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b14145970 0x7f0b1413d860 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c0af040 tx=0x7f0b0c0196c0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 shutdown_connections 2024-09-10T10:17:26.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0af40678c0 0x7f0af4069d80 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b14145970 0x7f0b1413d860 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0b140d0360 0x7f0b14140850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 --2- 172.21.15.157:0/4230259525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b140b2300 0x7f0b1415bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 >> 172.21.15.157:0/4230259525 conn(0x7f0b1406bcc0 msgr2=0x7f0b1406c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:26.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 shutdown_connections 2024-09-10T10:17:26.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.036+0000 7f0b18c13640 1 -- 172.21.15.157:0/4230259525 wait complete. 2024-09-10T10:17:26.054 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T10:16:45.491855+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-10T10:16:54.798002+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-10T10:16:55.963353+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T10:17:26.055 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T10:17:26.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f755c0c9640 1 Processor -- start 2024-09-10T10:17:26.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f755c0c9640 1 -- start start 2024-09-10T10:17:26.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f755c0c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f755415e620 0x7f75540b33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f755c0c9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f755415ea00 0x7f75540b76e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f755c0c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75540d2830 0x7f75540d4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f755c0c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f75540d2cc0 con 0x7f755415e620 2024-09-10T10:17:26.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f755c0c9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f75540d2fa0 con 0x7f755415ea00 2024-09-10T10:17:26.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f755c0c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f75540d3280 con 0x7f75540d2830 2024-09-10T10:17:26.183 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559e65640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f755415e620 0x7f75540b33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559e65640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f755415e620 0x7f75540b33d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35372/0 (socket says 172.21.15.157:35372) 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559e65640 1 -- 172.21.15.157:0/3118320222 learned_addr learned my addr 172.21.15.157:0/3118320222 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559664640 1 --2- 172.21.15.157:0/3118320222 >> v2:172.21.15.192:3300/0 conn(0x7f755415ea00 0x7f75540b76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f755a666640 1 --2- 172.21.15.157:0/3118320222 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75540d2830 0x7f75540d4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559e65640 1 -- 172.21.15.157:0/3118320222 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75540d2830 msgr2=0x7f75540d4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559e65640 1 --2- 172.21.15.157:0/3118320222 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75540d2830 0x7f75540d4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559e65640 1 -- 172.21.15.157:0/3118320222 >> v2:172.21.15.192:3300/0 conn(0x7f755415ea00 msgr2=0x7f75540b76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559e65640 1 --2- 172.21.15.157:0/3118320222 >> v2:172.21.15.192:3300/0 conn(0x7f755415ea00 0x7f75540b76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559e65640 1 -- 172.21.15.157:0/3118320222 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75540d3560 con 0x7f755415e620 2024-09-10T10:17:26.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.180+0000 7f7559664640 1 --2- 172.21.15.157:0/3118320222 >> v2:172.21.15.192:3300/0 conn(0x7f755415ea00 0x7f75540b76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:26.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f7559e65640 1 --2- 172.21.15.157:0/3118320222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f755415e620 0x7f75540b33d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f75540b3cd0 tx=0x7f754401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6159c0dd11a482fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:26.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f7558e63640 1 -- 172.21.15.157:0/3118320222 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75440aa660 con 0x7f755415e620 2024-09-10T10:17:26.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f7558e63640 1 -- 172.21.15.157:0/3118320222 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75440af070 con 0x7f755415e620 2024-09-10T10:17:26.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f7558e63640 1 -- 172.21.15.157:0/3118320222 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75440aaa20 con 0x7f755415e620 2024-09-10T10:17:26.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 -- 172.21.15.157:0/3118320222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f755415e620 msgr2=0x7f75540b33d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 --2- 172.21.15.157:0/3118320222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f755415e620 0x7f75540b33d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f75540b3cd0 tx=0x7f754401c520 comp rx=0 tx=0).stop 2024-09-10T10:17:26.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 -- 172.21.15.157:0/3118320222 shutdown_connections 2024-09-10T10:17:26.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 --2- 172.21.15.157:0/3118320222 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75540d2830 0x7f75540d4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 --2- 172.21.15.157:0/3118320222 >> v2:172.21.15.192:3300/0 conn(0x7f755415ea00 0x7f75540b76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 --2- 172.21.15.157:0/3118320222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f755415e620 0x7f75540b33d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 -- 172.21.15.157:0/3118320222 >> 172.21.15.157:0/3118320222 conn(0x7f7554067e00 msgr2=0x7f7554068210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:26.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 -- 172.21.15.157:0/3118320222 shutdown_connections 2024-09-10T10:17:26.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 -- 172.21.15.157:0/3118320222 wait complete. 2024-09-10T10:17:26.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 Processor -- start 2024-09-10T10:17:26.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.184+0000 7f755c0c9640 1 -- start start 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755c0c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f755415e620 0x7f75540cd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755c0c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f755414d980 0x7f7554160940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755c0c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7554160e80 0x7f75540b9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755c0c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f75540cf170 con 0x7f7554160e80 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755c0c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f75540ceff0 con 0x7f755415e620 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755c0c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f75540cf2f0 con 0x7f755414d980 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755a666640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7554160e80 0x7f75540b9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755a666640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7554160e80 0x7f75540b9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35376/0 (socket says 172.21.15.157:35376) 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755a666640 1 -- 172.21.15.157:0/1685305606 learned_addr learned my addr 172.21.15.157:0/1685305606 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f7559664640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f755414d980 0x7f7554160940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755a666640 1 -- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f755414d980 msgr2=0x7f7554160940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755a666640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f755414d980 0x7f7554160940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f7559e65640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f755415e620 0x7f75540cd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755a666640 1 -- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f755415e620 msgr2=0x7f75540cd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755a666640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f755415e620 0x7f75540cd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755a666640 1 -- 172.21.15.157:0/1685305606 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7554156120 con 0x7f7554160e80 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755a666640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7554160e80 0x7f75540b9110 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f754c00d600 tx=0x7f754c00dac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f75527fc640 1 -- 172.21.15.157:0/1685305606 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754c0125f0 con 0x7f7554160e80 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f75527fc640 1 -- 172.21.15.157:0/1685305606 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f754c019070 con 0x7f7554160e80 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7554156400 con 0x7f7554160e80 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f75527fc640 1 -- 172.21.15.157:0/1685305606 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754c0129d0 con 0x7f7554160e80 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75541569c0 con 0x7f7554160e80 2024-09-10T10:17:26.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75540b33d0 con 0x7f7554160e80 2024-09-10T10:17:26.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f75527fc640 1 -- 172.21.15.157:0/1685305606 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f754c012b70 con 0x7f7554160e80 2024-09-10T10:17:26.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f75527fc640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f75400678c0 0x7f7540069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f75527fc640 1 -- 172.21.15.157:0/1685305606 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f754c085f60 con 0x7f7554160e80 2024-09-10T10:17:26.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.188+0000 7f7559e65640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f75400678c0 0x7f7540069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.192+0000 7f7559e65640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f75400678c0 0x7f7540069d80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f75440ae000 tx=0x7f7544008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:26.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.192+0000 7f75527fc640 1 -- 172.21.15.157:0/1685305606 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f754c056ab0 con 0x7f7554160e80 2024-09-10T10:17:26.368 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.364+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7554158610 con 0x7f7554160e80 2024-09-10T10:17:26.369 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f75527fc640 1 -- 172.21.15.157:0/1685305606 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7f754c0563b0 con 0x7f7554160e80 2024-09-10T10:17:26.369 INFO:teuthology.orchestra.run.smithi157.stdout:pg_num: 1 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f75400678c0 msgr2=0x7f7540069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f75400678c0 0x7f7540069d80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f75440ae000 tx=0x7f7544008040 comp rx=0 tx=0).stop 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7554160e80 msgr2=0x7f75540b9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7554160e80 0x7f75540b9110 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f754c00d600 tx=0x7f754c00dac0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 shutdown_connections 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f75400678c0 0x7f7540069d80 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7554160e80 0x7f75540b9110 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f755414d980 0x7f7554160940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 --2- 172.21.15.157:0/1685305606 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f755415e620 0x7f75540cd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 >> 172.21.15.157:0/1685305606 conn(0x7f7554067e00 msgr2=0x7f75540cf6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:26.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 shutdown_connections 2024-09-10T10:17:26.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.368+0000 7f755c0c9640 1 -- 172.21.15.157:0/1685305606 wait complete. 2024-09-10T10:17:26.388 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-10T10:17:26.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.500+0000 7fa4e6c1a640 1 Processor -- start 2024-09-10T10:17:26.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.500+0000 7fa4e6c1a640 1 -- start start 2024-09-10T10:17:26.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e6c1a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa4e015b150 0x7fa4e00ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e6c1a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa4e00cd380 0x7fa4e0073cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e6c1a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4e00cd810 con 0x7fa4e00b1e30 2024-09-10T10:17:26.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e6c1a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fa4e00cdaf0 con 0x7fa4e00cd380 2024-09-10T10:17:26.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e6c1a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fa4e00cddd0 con 0x7fa4e015b150 2024-09-10T10:17:26.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4dffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa4e00cd380 0x7fa4e0073cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4dffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa4e00cd380 0x7fa4e0073cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35384/0 (socket says 172.21.15.157:35384) 2024-09-10T10:17:26.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4dffff640 1 -- 172.21.15.157:0/3294471437 learned_addr learned my addr 172.21.15.157:0/3294471437 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:26.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e49b6640 1 --2- 172.21.15.157:0/3294471437 >> v2:172.21.15.192:3300/0 conn(0x7fa4e015b150 0x7fa4e00ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4dffff640 1 -- 172.21.15.157:0/3294471437 >> v2:172.21.15.192:3300/0 conn(0x7fa4e015b150 msgr2=0x7fa4e00ce8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:26.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4dffff640 1 --2- 172.21.15.157:0/3294471437 >> v2:172.21.15.192:3300/0 conn(0x7fa4e015b150 0x7fa4e00ce8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4dffff640 1 -- 172.21.15.157:0/3294471437 >> v1:172.21.15.192:6789/0 conn(0x7fa4e00b1e30 legacy=0x7fa4e0071110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:26.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4dffff640 1 -- 172.21.15.157:0/3294471437 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4e00ce0b0 con 0x7fa4e00cd380 2024-09-10T10:17:26.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e49b6640 1 --2- 172.21.15.157:0/3294471437 >> v2:172.21.15.192:3300/0 conn(0x7fa4e015b150 0x7fa4e00ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:26.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4dffff640 1 --2- 172.21.15.157:0/3294471437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e00cd380 0x7fa4e0073cb0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0070a10 tx=0x7fa4cc01eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa86dc08ed9808b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:26.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4df7fe640 1 -- 172.21.15.157:0/3294471437 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc0b4070 con 0x7fa4e00cd380 2024-09-10T10:17:26.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4df7fe640 1 -- 172.21.15.157:0/3294471437 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4cc0a7b70 con 0x7fa4e00cd380 2024-09-10T10:17:26.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4df7fe640 1 -- 172.21.15.157:0/3294471437 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc0af440 con 0x7fa4e00cd380 2024-09-10T10:17:26.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/3294471437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e00cd380 msgr2=0x7fa4e0073cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e6c1a640 1 --2- 172.21.15.157:0/3294471437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e00cd380 0x7fa4e0073cb0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0070a10 tx=0x7fa4cc01eb80 comp rx=0 tx=0).stop 2024-09-10T10:17:26.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.504+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/3294471437 shutdown_connections 2024-09-10T10:17:26.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 --2- 172.21.15.157:0/3294471437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e00cd380 0x7fa4e0073cb0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 --2- 172.21.15.157:0/3294471437 >> v2:172.21.15.192:3300/0 conn(0x7fa4e015b150 0x7fa4e00ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/3294471437 >> 172.21.15.157:0/3294471437 conn(0x7fa4e006bcc0 msgr2=0x7fa4e006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:26.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/3294471437 shutdown_connections 2024-09-10T10:17:26.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/3294471437 wait complete. 2024-09-10T10:17:26.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 Processor -- start 2024-09-10T10:17:26.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 -- start start 2024-09-10T10:17:26.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4e00b1e30 0x7fa4e015b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e015b150 0x7fa4e0154ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e0152550 0x7fa4e0155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.512 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e00741f0 con 0x7fa4e015b150 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e015b530 con 0x7fa4e0152550 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa4e0074370 con 0x7fa4e00b1e30 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e015b150 0x7fa4e0154ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e015b150 0x7fa4e0154ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35400/0 (socket says 172.21.15.157:35400) 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dffff640 1 -- 172.21.15.157:0/2898894929 learned_addr learned my addr 172.21.15.157:0/2898894929 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e49b6640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4e00b1e30 0x7fa4e015b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e51b7640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e0152550 0x7fa4e0155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dffff640 1 -- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4e00b1e30 msgr2=0x7fa4e015b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dffff640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4e00b1e30 0x7fa4e015b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dffff640 1 -- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e0152550 msgr2=0x7fa4e0155410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dffff640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e0152550 0x7fa4e0155410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dffff640 1 -- 172.21.15.157:0/2898894929 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4e0154110 con 0x7fa4e015b150 2024-09-10T10:17:26.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e51b7640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e0152550 0x7fa4e0155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:26.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dffff640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e015b150 0x7fa4e0154ed0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc00b2c0 tx=0x7fa4cc01b920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:26.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dd7fa640 1 -- 172.21.15.157:0/2898894929 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc0b4040 con 0x7fa4e015b150 2024-09-10T10:17:26.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dd7fa640 1 -- 172.21.15.157:0/2898894929 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4cc0bf070 con 0x7fa4e015b150 2024-09-10T10:17:26.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4e01543f0 con 0x7fa4e015b150 2024-09-10T10:17:26.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4dd7fa640 1 -- 172.21.15.157:0/2898894929 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc0ba660 con 0x7fa4e015b150 2024-09-10T10:17:26.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.508+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4e01549b0 con 0x7fa4e015b150 2024-09-10T10:17:26.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.512+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4e0069220 con 0x7fa4e015b150 2024-09-10T10:17:26.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.512+0000 7fa4dd7fa640 1 -- 172.21.15.157:0/2898894929 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa4cc0ba800 con 0x7fa4e015b150 2024-09-10T10:17:26.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.512+0000 7fa4dd7fa640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4c40678c0 0x7fa4c4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.512+0000 7fa4dd7fa640 1 -- 172.21.15.157:0/2898894929 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa4cc1232c0 con 0x7fa4e015b150 2024-09-10T10:17:26.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.512+0000 7fa4e49b6640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4c40678c0 0x7fa4c4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.512+0000 7fa4e49b6640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4c40678c0 0x7fa4c4069d80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4006fd0 tx=0x7fa4d4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:26.518 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.516+0000 7fa4dd7fa640 1 -- 172.21.15.157:0/2898894929 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fa4cc0187a0 con 0x7fa4e015b150 2024-09-10T10:17:26.667 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.664+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa4e0071cc0 con 0x7fa4e015b150 2024-09-10T10:17:26.668 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.664+0000 7fa4dd7fa640 1 -- 172.21.15.157:0/2898894929 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7fa4cc0ade20 con 0x7fa4e015b150 2024-09-10T10:17:26.668 INFO:teuthology.orchestra.run.smithi157.stdout:pg_num: 32 2024-09-10T10:17:26.670 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4c40678c0 msgr2=0x7fa4c4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.670 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4c40678c0 0x7fa4c4069d80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4006fd0 tx=0x7fa4d4008040 comp rx=0 tx=0).stop 2024-09-10T10:17:26.670 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e015b150 msgr2=0x7fa4e0154ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e015b150 0x7fa4e0154ed0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc00b2c0 tx=0x7fa4cc01b920 comp rx=0 tx=0).stop 2024-09-10T10:17:26.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 shutdown_connections 2024-09-10T10:17:26.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4c40678c0 0x7fa4c4069d80 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e0152550 0x7fa4e0155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4e015b150 0x7fa4e0154ed0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 --2- 172.21.15.157:0/2898894929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4e00b1e30 0x7fa4e015b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 >> 172.21.15.157:0/2898894929 conn(0x7fa4e006bcc0 msgr2=0x7fa4e0151ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:26.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 shutdown_connections 2024-09-10T10:17:26.671 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.668+0000 7fa4e6c1a640 1 -- 172.21.15.157:0/2898894929 wait complete. 2024-09-10T10:17:26.685 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-10T10:17:26.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8e8a7640 1 Processor -- start 2024-09-10T10:17:26.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8e8a7640 1 -- start start 2024-09-10T10:17:26.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8e8a7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe8815b150 0x7efe880ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8e8a7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efe880b1e30 0x7efe880b2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8e8a7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe880cd810 con 0x7efe880cd380 2024-09-10T10:17:26.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8e8a7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7efe880b27c0 con 0x7efe880b1e30 2024-09-10T10:17:26.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8e8a7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7efe880cdaf0 con 0x7efe8815b150 2024-09-10T10:17:26.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8ce44640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efe880b1e30 0x7efe880b2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8ce44640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efe880b1e30 0x7efe880b2280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35406/0 (socket says 172.21.15.157:35406) 2024-09-10T10:17:26.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8ce44640 1 -- 172.21.15.157:0/3184386405 learned_addr learned my addr 172.21.15.157:0/3184386405 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:26.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe87fff640 1 --2- 172.21.15.157:0/3184386405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe8815b150 0x7efe880ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8ce44640 1 -- 172.21.15.157:0/3184386405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe8815b150 msgr2=0x7efe880ce8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:26.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8ce44640 1 --2- 172.21.15.157:0/3184386405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe8815b150 0x7efe880ce8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8ce44640 1 -- 172.21.15.157:0/3184386405 >> v1:172.21.15.192:6789/0 conn(0x7efe880cd380 legacy=0x7efe88073cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.800+0000 7efe8ce44640 1 -- 172.21.15.157:0/3184386405 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe880cddd0 con 0x7efe880b1e30 2024-09-10T10:17:26.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 --2- 172.21.15.157:0/3184386405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe880b1e30 0x7efe880b2280 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7efe80009e50 tx=0x7efe8001f210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=990993ffa3833086 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:26.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe86ffd640 1 -- 172.21.15.157:0/3184386405 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe800b4070 con 0x7efe880b1e30 2024-09-10T10:17:26.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe86ffd640 1 -- 172.21.15.157:0/3184386405 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe800af400 con 0x7efe880b1e30 2024-09-10T10:17:26.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe86ffd640 1 -- 172.21.15.157:0/3184386405 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe800af7d0 con 0x7efe880b1e30 2024-09-10T10:17:26.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 -- 172.21.15.157:0/3184386405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe880b1e30 msgr2=0x7efe880b2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 --2- 172.21.15.157:0/3184386405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe880b1e30 0x7efe880b2280 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7efe80009e50 tx=0x7efe8001f210 comp rx=0 tx=0).stop 2024-09-10T10:17:26.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 -- 172.21.15.157:0/3184386405 shutdown_connections 2024-09-10T10:17:26.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 --2- 172.21.15.157:0/3184386405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe880b1e30 0x7efe880b2280 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 --2- 172.21.15.157:0/3184386405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe8815b150 0x7efe880ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 -- 172.21.15.157:0/3184386405 >> 172.21.15.157:0/3184386405 conn(0x7efe8806bcc0 msgr2=0x7efe8806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:26.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 -- 172.21.15.157:0/3184386405 shutdown_connections 2024-09-10T10:17:26.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 -- 172.21.15.157:0/3184386405 wait complete. 2024-09-10T10:17:26.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 Processor -- start 2024-09-10T10:17:26.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 -- start start 2024-09-10T10:17:26.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe880b1e30 0x7efe8815e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe8815b150 0x7efe880b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe88152c70 0x7efe8815a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7efe880cedf0 con 0x7efe88152c70 2024-09-10T10:17:26.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efe880ce390 con 0x7efe8815b150 2024-09-10T10:17:26.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8e8a7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7efe8815b530 con 0x7efe880b1e30 2024-09-10T10:17:26.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe88152c70 0x7efe8815a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe88152c70 0x7efe8815a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35414/0 (socket says 172.21.15.157:35414) 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 -- 172.21.15.157:0/2168693572 learned_addr learned my addr 172.21.15.157:0/2168693572 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe87fff640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe880b1e30 0x7efe8815e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe877fe640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe8815b150 0x7efe880b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 -- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe880b1e30 msgr2=0x7efe8815e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe880b1e30 0x7efe8815e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 -- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe8815b150 msgr2=0x7efe880b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe8815b150 0x7efe880b3c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 -- 172.21.15.157:0/2168693572 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe881593e0 con 0x7efe88152c70 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.804+0000 7efe8ce44640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe88152c70 0x7efe8815a1a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7efe8001ce40 tx=0x7efe8001bfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe84ff9640 1 -- 172.21.15.157:0/2168693572 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe800b4040 con 0x7efe88152c70 2024-09-10T10:17:26.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe84ff9640 1 -- 172.21.15.157:0/2168693572 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe800afdb0 con 0x7efe88152c70 2024-09-10T10:17:26.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe881596c0 con 0x7efe88152c70 2024-09-10T10:17:26.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe84ff9640 1 -- 172.21.15.157:0/2168693572 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe80009510 con 0x7efe88152c70 2024-09-10T10:17:26.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe8815cbb0 con 0x7efe88152c70 2024-09-10T10:17:26.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe88069220 con 0x7efe88152c70 2024-09-10T10:17:26.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe84ff9640 1 -- 172.21.15.157:0/2168693572 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7efe800c2020 con 0x7efe88152c70 2024-09-10T10:17:26.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe84ff9640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efe740678f0 0x7efe74069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:26.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe84ff9640 1 -- 172.21.15.157:0/2168693572 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7efe80123650 con 0x7efe88152c70 2024-09-10T10:17:26.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe87fff640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efe740678f0 0x7efe74069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:26.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.808+0000 7efe87fff640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efe740678f0 0x7efe74069db0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efe880cd2d0 tx=0x7efe78008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:26.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.812+0000 7efe84ff9640 1 -- 172.21.15.157:0/2168693572 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7efe800c9020 con 0x7efe88152c70 2024-09-10T10:17:26.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.972+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7efe880b2280 con 0x7efe88152c70 2024-09-10T10:17:26.975 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.972+0000 7efe84ff9640 1 -- 172.21.15.157:0/2168693572 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7efe80018d70 con 0x7efe88152c70 2024-09-10T10:17:26.975 INFO:teuthology.orchestra.run.smithi157.stdout:pg_num: 64 2024-09-10T10:17:26.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efe740678f0 msgr2=0x7efe74069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efe740678f0 0x7efe74069db0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efe880cd2d0 tx=0x7efe78008040 comp rx=0 tx=0).stop 2024-09-10T10:17:26.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe88152c70 msgr2=0x7efe8815a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:26.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe88152c70 0x7efe8815a1a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7efe8001ce40 tx=0x7efe8001bfb0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 shutdown_connections 2024-09-10T10:17:26.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7efe740678f0 0x7efe74069db0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe88152c70 0x7efe8815a1a0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe8815b150 0x7efe880b3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 --2- 172.21.15.157:0/2168693572 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe880b1e30 0x7efe8815e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:26.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 >> 172.21.15.157:0/2168693572 conn(0x7efe8806bcc0 msgr2=0x7efe881586c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:26.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 shutdown_connections 2024-09-10T10:17:26.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:26.976+0000 7efe8e8a7640 1 -- 172.21.15.157:0/2168693572 wait complete. 2024-09-10T10:17:26.993 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_backtrace.TestBacktrace.test_backtrace' 2024-09-10T10:17:27.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f36312640 1 Processor -- start 2024-09-10T10:17:27.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f36312640 1 -- start start 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f36312640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6f300b24d0 0x7f6f300cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f36312640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6f300d0190 0x7f6f300cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f36312640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f300d0960 con 0x7f6f30145970 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f36312640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f6f300d0f20 con 0x7f6f300d0190 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f36312640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f6f300cd620 con 0x7f6f300b24d0 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f2ffff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f6f30145970 0x7f6f300b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38832/0 (socket says 172.21.15.157:38832) 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f2ffff640 1 -- 172.21.15.157:0/815729001 learned_addr learned my addr 172.21.15.157:0/815729001 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f348af640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6f300d0190 0x7f6f300cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f2f7fe640 1 --2- 172.21.15.157:0/815729001 >> v2:172.21.15.192:3300/0 conn(0x7f6f300b24d0 0x7f6f300cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f348af640 1 -- 172.21.15.157:0/815729001 >> v2:172.21.15.192:3300/0 conn(0x7f6f300b24d0 msgr2=0x7f6f300cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:27.112 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f348af640 1 --2- 172.21.15.157:0/815729001 >> v2:172.21.15.192:3300/0 conn(0x7f6f300b24d0 0x7f6f300cfc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.112 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f348af640 1 -- 172.21.15.157:0/815729001 >> v1:172.21.15.157:6789/0 conn(0x7f6f30145970 legacy=0x7f6f300b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.112 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f2effd640 1 -- 172.21.15.157:0/815729001 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1056015767 0 0) 0x7f6f300d0960 con 0x7f6f30145970 2024-09-10T10:17:27.112 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.108+0000 7f6f348af640 1 -- 172.21.15.157:0/815729001 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f300d0c40 con 0x7f6f300d0190 2024-09-10T10:17:27.113 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f348af640 1 --2- 172.21.15.157:0/815729001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f300d0190 0x7f6f300cdab0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6f300afd50 tx=0x7f6f2801c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3415d56cba87313c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:27.113 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f2effd640 1 -- 172.21.15.157:0/815729001 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f280b2070 con 0x7f6f300d0190 2024-09-10T10:17:27.113 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f2effd640 1 -- 172.21.15.157:0/815729001 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f280a58c0 con 0x7f6f300d0190 2024-09-10T10:17:27.114 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f2effd640 1 -- 172.21.15.157:0/815729001 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f280a5c90 con 0x7f6f300d0190 2024-09-10T10:17:27.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 -- 172.21.15.157:0/815729001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f300d0190 msgr2=0x7f6f300cdab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 --2- 172.21.15.157:0/815729001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f300d0190 0x7f6f300cdab0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6f300afd50 tx=0x7f6f2801c870 comp rx=0 tx=0).stop 2024-09-10T10:17:27.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 -- 172.21.15.157:0/815729001 shutdown_connections 2024-09-10T10:17:27.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 --2- 172.21.15.157:0/815729001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f300d0190 0x7f6f300cdab0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 --2- 172.21.15.157:0/815729001 >> v2:172.21.15.192:3300/0 conn(0x7f6f300b24d0 0x7f6f300cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 -- 172.21.15.157:0/815729001 >> 172.21.15.157:0/815729001 conn(0x7f6f3006bcc0 msgr2=0x7f6f3006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:27.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 -- 172.21.15.157:0/815729001 shutdown_connections 2024-09-10T10:17:27.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 -- 172.21.15.157:0/815729001 wait complete. 2024-09-10T10:17:27.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 Processor -- start 2024-09-10T10:17:27.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 -- start start 2024-09-10T10:17:27.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f300b24d0 0x7f6f3015b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f300d0190 0x7f6f3015e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f30145970 0x7f6f3015eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6f300ce980 con 0x7f6f30145970 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6f300ce800 con 0x7f6f300b24d0 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f36312640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f6f300ceb00 con 0x7f6f300d0190 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f348af640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f30145970 0x7f6f3015eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f348af640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f30145970 0x7f6f3015eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35442/0 (socket says 172.21.15.157:35442) 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.112+0000 7f6f348af640 1 -- 172.21.15.157:0/623538532 learned_addr learned my addr 172.21.15.157:0/623538532 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2ffff640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f300b24d0 0x7f6f3015b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2f7fe640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f300d0190 0x7f6f3015e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f348af640 1 -- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f300d0190 msgr2=0x7f6f3015e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f348af640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f300d0190 0x7f6f3015e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f348af640 1 -- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f300b24d0 msgr2=0x7f6f3015b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f348af640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f300b24d0 0x7f6f3015b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f348af640 1 -- 172.21.15.157:0/623538532 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f30141c60 con 0x7f6f30145970 2024-09-10T10:17:27.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f348af640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f30145970 0x7f6f3015eca0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6f280b0040 tx=0x7f6f28019610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:27.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2cff9640 1 -- 172.21.15.157:0/623538532 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f280b2050 con 0x7f6f30145970 2024-09-10T10:17:27.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2cff9640 1 -- 172.21.15.157:0/623538532 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f280be070 con 0x7f6f30145970 2024-09-10T10:17:27.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2cff9640 1 -- 172.21.15.157:0/623538532 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f280ada90 con 0x7f6f30145970 2024-09-10T10:17:27.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f30141f40 con 0x7f6f30145970 2024-09-10T10:17:27.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f30142500 con 0x7f6f30145970 2024-09-10T10:17:27.120 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f300cfc50 con 0x7f6f30145970 2024-09-10T10:17:27.120 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2cff9640 1 -- 172.21.15.157:0/623538532 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6f280adc30 con 0x7f6f30145970 2024-09-10T10:17:27.120 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2cff9640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6f1c0678c0 0x7f6f1c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2cff9640 1 -- 172.21.15.157:0/623538532 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6f28120fd0 con 0x7f6f30145970 2024-09-10T10:17:27.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2ffff640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6f1c0678c0 0x7f6f1c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.116+0000 7f6f2ffff640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6f1c0678c0 0x7f6f1c069d80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6f24000f70 tx=0x7f6f24009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:27.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.120+0000 7f6f2cff9640 1 -- 172.21.15.157:0/623538532 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6f28016520 con 0x7f6f30145970 2024-09-10T10:17:27.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.336+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_backtrace.TestBacktrace.test_backtrace"]} v 0) -- 0x7f6f3015c870 con 0x7f6f30145970 2024-09-10T10:17:27.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.752+0000 7f6f2cff9640 1 -- 172.21.15.157:0/623538532 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_backtrace.TestBacktrace.test_backtrace"]}]=0 v48) ==== 138+0+0 (secure 0 0 0) 0x7f6f280ab340 con 0x7f6f30145970 2024-09-10T10:17:27.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6f1c0678c0 msgr2=0x7f6f1c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6f1c0678c0 0x7f6f1c069d80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6f24000f70 tx=0x7f6f24009040 comp rx=0 tx=0).stop 2024-09-10T10:17:27.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f30145970 msgr2=0x7f6f3015eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f30145970 0x7f6f3015eca0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6f280b0040 tx=0x7f6f28019610 comp rx=0 tx=0).stop 2024-09-10T10:17:27.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 shutdown_connections 2024-09-10T10:17:27.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6f1c0678c0 0x7f6f1c069d80 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f30145970 0x7f6f3015eca0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f300d0190 0x7f6f3015e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 --2- 172.21.15.157:0/623538532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f300b24d0 0x7f6f3015b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 >> 172.21.15.157:0/623538532 conn(0x7f6f3006bcc0 msgr2=0x7f6f300728c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:27.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 shutdown_connections 2024-09-10T10:17:27.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.756+0000 7f6f36312640 1 -- 172.21.15.157:0/623538532 wait complete. 2024-09-10T10:17:27.779 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T10:17:27.901 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f4391640 1 Processor -- start 2024-09-10T10:17:27.902 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f4391640 1 -- start start 2024-09-10T10:17:27.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f4391640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec15e7f0 0x7fc4ec0cfef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f4391640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc4ec0b5380 0x7fc4ec15f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f4391640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4ec0b65f0 con 0x7fc4ec15e410 2024-09-10T10:17:27.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f4391640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fc4ec15ece0 con 0x7fc4ec0b5380 2024-09-10T10:17:27.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f4391640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc4ec15efc0 con 0x7fc4ec15e7f0 2024-09-10T10:17:27.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f212d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fc4ec15e410 0x7fc4ec0cf7e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38846/0 (socket says 172.21.15.157:38846) 2024-09-10T10:17:27.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f212d640 1 -- 172.21.15.157:0/376981568 learned_addr learned my addr 172.21.15.157:0/376981568 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:27.905 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 925081056 0 0) 0x7fc4ec0b65f0 con 0x7fc4ec15e410 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc4d8003530 con 0x7fc4ec15e410 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f192c640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec15e7f0 0x7fc4ec0cfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f292e640 1 --2- 172.21.15.157:0/376981568 >> v2:172.21.15.192:3300/0 conn(0x7fc4ec0b5380 0x7fc4ec15f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2097017348 0 0) 0x7fc4d8003530 con 0x7fc4ec15e410 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec15e7f0 msgr2=0x7fc4ec0cfef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec15e7f0 0x7fc4ec0cfef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 >> v2:172.21.15.192:3300/0 conn(0x7fc4ec0b5380 msgr2=0x7fc4ec15f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 --2- 172.21.15.157:0/376981568 >> v2:172.21.15.192:3300/0 conn(0x7fc4ec0b5380 0x7fc4ec15f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ec15f2a0 con 0x7fc4ec15e410 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fc4e4001a00 con 0x7fc4ec15e410 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 >> v1:172.21.15.157:6789/0 conn(0x7fc4ec15e410 legacy=0x7fc4ec0cf7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4d80039c0 0x7fc4d8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec15e7f0 0x7fc4d8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4d80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec15ece0 con 0x7fc4d8004d50 2024-09-10T10:17:27.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec15efc0 con 0x7fc4d80039c0 2024-09-10T10:17:27.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc4d800bb30 con 0x7fc4ec15e7f0 2024-09-10T10:17:27.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f292e640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4d80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f212d640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4d80039c0 0x7fc4d8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f192c640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec15e7f0 0x7fc4d8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f292e640 1 -- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec15e7f0 msgr2=0x7fc4d8004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:27.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f292e640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec15e7f0 0x7fc4d8004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f292e640 1 -- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4d80039c0 msgr2=0x7fc4d8003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:27.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f292e640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4d80039c0 0x7fc4d8003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f292e640 1 -- 172.21.15.157:0/376981568 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d8003530 con 0x7fc4d8004d50 2024-09-10T10:17:27.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.900+0000 7fc4f212d640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4d80039c0 0x7fc4d8003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:27.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f292e640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4d80051d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc4e800ba30 tx=0x7fc4e801c6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e599f44e2691c33 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:27.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e800b600 con 0x7fc4d8004d50 2024-09-10T10:17:27.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4e80aa650 con 0x7fc4d8004d50 2024-09-10T10:17:27.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f112b640 1 -- 172.21.15.157:0/376981568 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e80aaa40 con 0x7fc4d8004d50 2024-09-10T10:17:27.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f4391640 1 -- 172.21.15.157:0/376981568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 msgr2=0x7fc4d80051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f4391640 1 --2- 172.21.15.157:0/376981568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4d80051d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc4e800ba30 tx=0x7fc4e801c6e0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f292e640 1 -- 172.21.15.157:0/376981568 reap_dead start 2024-09-10T10:17:27.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f4391640 1 -- 172.21.15.157:0/376981568 shutdown_connections 2024-09-10T10:17:27.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f4391640 1 -- 172.21.15.157:0/376981568 >> 172.21.15.157:0/376981568 conn(0x7fc4ec0716d0 msgr2=0x7fc4ec0b3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:27.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f4391640 1 -- 172.21.15.157:0/376981568 shutdown_connections 2024-09-10T10:17:27.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.904+0000 7fc4f4391640 1 -- 172.21.15.157:0/376981568 wait complete. 2024-09-10T10:17:27.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 Processor -- start 2024-09-10T10:17:27.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 -- start start 2024-09-10T10:17:27.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4ec152580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec157ad0 0x7fc4ec0ac470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ec0ac9b0 0x7fc4ec155800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec0d0070 con 0x7fc4d8004d50 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec0cfef0 con 0x7fc4ec0ac9b0 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc4ec0d01f0 con 0x7fc4ec157ad0 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f212d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4ec152580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f212d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4ec152580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35464/0 (socket says 172.21.15.157:35464) 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f212d640 1 -- 172.21.15.157:0/3996448981 learned_addr learned my addr 172.21.15.157:0/3996448981 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f192c640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec157ad0 0x7fc4ec0ac470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f292e640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ec0ac9b0 0x7fc4ec155800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f212d640 1 -- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec157ad0 msgr2=0x7fc4ec0ac470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f212d640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec157ad0 0x7fc4ec0ac470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f212d640 1 -- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ec0ac9b0 msgr2=0x7fc4ec155800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:27.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f212d640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ec0ac9b0 0x7fc4ec155800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f212d640 1 -- 172.21.15.157:0/3996448981 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ec0acfe0 con 0x7fc4d8004d50 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f192c640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec157ad0 0x7fc4ec0ac470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f212d640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4ec152580 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc4e4001fe0 tx=0x7fc4e400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4e2ffd640 1 -- 172.21.15.157:0/3996448981 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e400ee50 con 0x7fc4d8004d50 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4e2ffd640 1 -- 172.21.15.157:0/3996448981 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4e4018070 con 0x7fc4d8004d50 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4ec0ada20 con 0x7fc4d8004d50 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4e2ffd640 1 -- 172.21.15.157:0/3996448981 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e4013620 con 0x7fc4d8004d50 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4ec0adfe0 con 0x7fc4d8004d50 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4ec0ae1e0 con 0x7fc4d8004d50 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.908+0000 7fc4e2ffd640 1 -- 172.21.15.157:0/3996448981 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc4e40137c0 con 0x7fc4d8004d50 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.912+0000 7fc4e2ffd640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4d00678f0 0x7fc4d0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.912+0000 7fc4e2ffd640 1 -- 172.21.15.157:0/3996448981 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc4e40862d0 con 0x7fc4d8004d50 2024-09-10T10:17:27.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.912+0000 7fc4f192c640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4d00678f0 0x7fc4d0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:27.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.912+0000 7fc4f192c640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4d00678f0 0x7fc4d0069db0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec1f8570 tx=0x7fc4dc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:27.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:27.916+0000 7fc4e2ffd640 1 -- 172.21.15.157:0/3996448981 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc4ec0ae1e0 con 0x7fc4d8004d50 2024-09-10T10:17:28.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.072+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fc4ec0cf7e0 con 0x7fc4d8004d50 2024-09-10T10:17:28.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.076+0000 7fc4e2ffd640 1 -- 172.21.15.157:0/3996448981 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fc4e4056ea0 con 0x7fc4d8004d50 2024-09-10T10:17:28.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4d00678f0 msgr2=0x7fc4d0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4d00678f0 0x7fc4d0069db0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec1f8570 tx=0x7fc4dc008040 comp rx=0 tx=0).stop 2024-09-10T10:17:28.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 msgr2=0x7fc4ec152580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4ec152580 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc4e4001fe0 tx=0x7fc4e400e530 comp rx=0 tx=0).stop 2024-09-10T10:17:28.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 shutdown_connections 2024-09-10T10:17:28.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4d00678f0 0x7fc4d0069db0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ec0ac9b0 0x7fc4ec155800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4ec157ad0 0x7fc4ec0ac470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 --2- 172.21.15.157:0/3996448981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4d8004d50 0x7fc4ec152580 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 >> 172.21.15.157:0/3996448981 conn(0x7fc4ec0716d0 msgr2=0x7fc4ec15ba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:28.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 shutdown_connections 2024-09-10T10:17:28.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.080+0000 7fc4f4391640 1 -- 172.21.15.157:0/3996448981 wait complete. 2024-09-10T10:17:28.099 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:17:28.099 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:17:28.158 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:17:28.206 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:17:28.207 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:17:28.207 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:28.213 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:17:28.213 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:28.264 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:17:28.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.424+0000 7fbf17968640 1 Processor -- start 2024-09-10T10:17:28.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.424+0000 7fbf17968640 1 -- start start 2024-09-10T10:17:28.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.424+0000 7fbf17968640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbf100cff40 0x7fbf1015fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.424+0000 7fbf17968640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf10160a00 con 0x7fbf10153380 2024-09-10T10:17:28.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.424+0000 7fbf17968640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf1015c910 con 0x7fbf1015d3f0 2024-09-10T10:17:28.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.424+0000 7fbf17968640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fbf1015cbf0 con 0x7fbf100cff40 2024-09-10T10:17:28.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.424+0000 7fbf15704640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fbf10153380 0x7fbf100cf830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38852/0 (socket says 172.21.15.157:38852) 2024-09-10T10:17:28.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.424+0000 7fbf15704640 1 -- 172.21.15.157:0/2979568859 learned_addr learned my addr 172.21.15.157:0/2979568859 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:28.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf14f03640 1 --2- 172.21.15.157:0/2979568859 >> v2:172.21.15.192:3300/0 conn(0x7fbf100cff40 0x7fbf1015fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1988622067 0 0) 0x7fbf10160a00 con 0x7fbf10153380 2024-09-10T10:17:28.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbefc003530 con 0x7fbf10153380 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2553341696 0 0) 0x7fbefc003530 con 0x7fbf10153380 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 >> v2:172.21.15.192:3300/0 conn(0x7fbf100cff40 msgr2=0x7fbf1015fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 --2- 172.21.15.157:0/2979568859 >> v2:172.21.15.192:3300/0 conn(0x7fbf100cff40 0x7fbf1015fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 >> v1:172.21.15.192:6789/0 conn(0x7fbf1015d3f0 legacy=0x7fbf10160230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1015ced0 con 0x7fbf10153380 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fbf0c001680 con 0x7fbf10153380 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf14f03640 1 --2- 172.21.15.157:0/2979568859 >> v2:172.21.15.192:3300/0 conn(0x7fbf100cff40 0x7fbf1015fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 >> v1:172.21.15.157:6789/0 conn(0x7fbf10153380 legacy=0x7fbf100cf830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbefc0039c0 0x7fbefc003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbefc004810 0x7fbefc004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbefc0051d0 0x7fbefc00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1015cbf0 con 0x7fbefc0051d0 2024-09-10T10:17:28.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc00c120 con 0x7fbefc0039c0 2024-09-10T10:17:28.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fbefc00c320 con 0x7fbefc004810 2024-09-10T10:17:28.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15f05640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbefc0051d0 0x7fbefc00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15704640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbefc0039c0 0x7fbefc003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15f05640 1 -- 172.21.15.157:0/2979568859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbefc004810 msgr2=0x7fbefc004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:28.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15f05640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbefc004810 0x7fbefc004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15f05640 1 -- 172.21.15.157:0/2979568859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbefc0039c0 msgr2=0x7fbefc003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:28.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15f05640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbefc0039c0 0x7fbefc003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15f05640 1 -- 172.21.15.157:0/2979568859 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbefc003530 con 0x7fbefc0051d0 2024-09-10T10:17:28.432 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15704640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbefc0039c0 0x7fbefc003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15f05640 1 -- 172.21.15.157:0/2979568859 reap_dead start 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf15f05640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbefc0051d0 0x7fbefc00b9d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbf08001e70 tx=0x7fbf0801c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3779af494de003f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08001a90 con 0x7fbefc0051d0 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf08003ba0 con 0x7fbefc0051d0 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf07fff640 1 -- 172.21.15.157:0/2979568859 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08005020 con 0x7fbefc0051d0 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf17968640 1 -- 172.21.15.157:0/2979568859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbefc0051d0 msgr2=0x7fbefc00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf17968640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbefc0051d0 0x7fbefc00b9d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbf08001e70 tx=0x7fbf0801c780 comp rx=0 tx=0).stop 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf17968640 1 -- 172.21.15.157:0/2979568859 shutdown_connections 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf17968640 1 --2- 172.21.15.157:0/2979568859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbefc0051d0 0x7fbefc00b9d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf17968640 1 -- 172.21.15.157:0/2979568859 >> 172.21.15.157:0/2979568859 conn(0x7fbf100b0a10 msgr2=0x7fbf100b0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:28.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf17968640 1 -- 172.21.15.157:0/2979568859 shutdown_connections 2024-09-10T10:17:28.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.428+0000 7fbf17968640 1 -- 172.21.15.157:0/2979568859 wait complete. 2024-09-10T10:17:28.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 Processor -- start 2024-09-10T10:17:28.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 -- start start 2024-09-10T10:17:28.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbefc0051d0 0x7fbf100cf1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf101f43d0 0x7fbf101f6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf101f74d0 0x7fbf100ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fbf100cfbc0 con 0x7fbf101f43d0 2024-09-10T10:17:28.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbf100cfa40 con 0x7fbf101f74d0 2024-09-10T10:17:28.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fbf100cfd40 con 0x7fbefc0051d0 2024-09-10T10:17:28.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf14f03640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf101f43d0 0x7fbf101f6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf14f03640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf101f43d0 0x7fbf101f6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35480/0 (socket says 172.21.15.157:35480) 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf14f03640 1 -- 172.21.15.157:0/3644817906 learned_addr learned my addr 172.21.15.157:0/3644817906 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf15704640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbefc0051d0 0x7fbf100cf1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf15f05640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf101f74d0 0x7fbf100ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf14f03640 1 -- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbefc0051d0 msgr2=0x7fbf100cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf14f03640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbefc0051d0 0x7fbf100cf1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf14f03640 1 -- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf101f74d0 msgr2=0x7fbf100ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf14f03640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf101f74d0 0x7fbf100ae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf14f03640 1 -- 172.21.15.157:0/3644817906 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf101f7970 con 0x7fbf101f43d0 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf15f05640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf101f74d0 0x7fbf100ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf14f03640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf101f43d0 0x7fbf101f6f90 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbf0000e5f0 tx=0x7fbf0000eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf05ffb640 1 -- 172.21.15.157:0/3644817906 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf0000f040 con 0x7fbf101f43d0 2024-09-10T10:17:28.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf05ffb640 1 -- 172.21.15.157:0/3644817906 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf00004230 con 0x7fbf101f43d0 2024-09-10T10:17:28.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf101f7c50 con 0x7fbf101f43d0 2024-09-10T10:17:28.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf05ffb640 1 -- 172.21.15.157:0/3644817906 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf00003620 con 0x7fbf101f43d0 2024-09-10T10:17:28.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf101f3eb0 con 0x7fbf101f43d0 2024-09-10T10:17:28.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.432+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf1015fcf0 con 0x7fbf101f43d0 2024-09-10T10:17:28.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.436+0000 7fbf05ffb640 1 -- 172.21.15.157:0/3644817906 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fbf000037c0 con 0x7fbf101f43d0 2024-09-10T10:17:28.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.436+0000 7fbf05ffb640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fbef40678c0 0x7fbef4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.436+0000 7fbf05ffb640 1 -- 172.21.15.157:0/3644817906 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbf00085c40 con 0x7fbf101f43d0 2024-09-10T10:17:28.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.436+0000 7fbf15704640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fbef40678c0 0x7fbef4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.436+0000 7fbf15704640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fbef40678c0 0x7fbef4069d80 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c000fc0 tx=0x7fbf0c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:28.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.440+0000 7fbf05ffb640 1 -- 172.21.15.157:0/3644817906 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fbf00017020 con 0x7fbf101f43d0 2024-09-10T10:17:28.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbf1014db70 con 0x7fbf101f43d0 2024-09-10T10:17:28.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf05ffb640 1 -- 172.21.15.157:0/3644817906 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fbf000568f0 con 0x7fbf101f43d0 2024-09-10T10:17:28.601 INFO:teuthology.orchestra.run.smithi157.stderr:listed 0 entries 2024-09-10T10:17:28.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fbef40678c0 msgr2=0x7fbef4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fbef40678c0 0x7fbef4069d80 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c000fc0 tx=0x7fbf0c009040 comp rx=0 tx=0).stop 2024-09-10T10:17:28.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf101f43d0 msgr2=0x7fbf101f6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf101f43d0 0x7fbf101f6f90 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbf0000e5f0 tx=0x7fbf0000eab0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 shutdown_connections 2024-09-10T10:17:28.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fbef40678c0 0x7fbef4069d80 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf101f74d0 0x7fbf100ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf101f43d0 0x7fbf101f6f90 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 --2- 172.21.15.157:0/3644817906 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbefc0051d0 0x7fbf100cf1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 >> 172.21.15.157:0/3644817906 conn(0x7fbf100b0a10 msgr2=0x7fbf10071660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:28.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 shutdown_connections 2024-09-10T10:17:28.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.600+0000 7fbf17968640 1 -- 172.21.15.157:0/3644817906 wait complete. 2024-09-10T10:17:28.619 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:17:28.619 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:28.625 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:17:28.795 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e2383640 1 Processor -- start 2024-09-10T10:17:28.795 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e2383640 1 -- start start 2024-09-10T10:17:28.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e2383640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f10dc0ceac0 0x7f10dc0d0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.796 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e2383640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10dc0d0960 con 0x7f10dc0b24d0 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e2383640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10dc0d0c40 con 0x7f10dc145970 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e2383640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f10dc0d0f20 con 0x7f10dc0ceac0 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e0920640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f10dc0ceac0 0x7f10dc0d0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e0920640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f10dc0ceac0 0x7f10dc0d0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35494/0 (socket says 172.21.15.157:35494) 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e0920640 1 -- 172.21.15.157:0/2064672304 learned_addr learned my addr 172.21.15.157:0/2064672304 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10db7fe640 1 --1- 172.21.15.157:0/2064672304 >> v1:172.21.15.157:6789/0 conn(0x7f10dc0b24d0 0x7f10dc0cfc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38860/0 (socket says 172.21.15.157:38860) 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e0920640 1 -- 172.21.15.157:0/2064672304 >> v1:172.21.15.192:6789/0 conn(0x7f10dc145970 legacy=0x7f10dc0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e0920640 1 -- 172.21.15.157:0/2064672304 >> v1:172.21.15.157:6789/0 conn(0x7f10dc0b24d0 legacy=0x7f10dc0cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10e0920640 1 -- 172.21.15.157:0/2064672304 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10dc0cd2b0 con 0x7f10dc0ceac0 2024-09-10T10:17:28.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.792+0000 7f10daffd640 1 -- 172.21.15.157:0/2064672304 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4246610318 0 0) 0x7f10dc0d0960 con 0x7f10dc0b24d0 2024-09-10T10:17:28.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10e0920640 1 --2- 172.21.15.157:0/2064672304 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 0x7f10dc0d0360 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f10dc0d10a0 tx=0x7f10d401c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e6cee05c94aa311 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:28.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10daffd640 1 -- 172.21.15.157:0/2064672304 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d40a5640 con 0x7f10dc0ceac0 2024-09-10T10:17:28.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10daffd640 1 -- 172.21.15.157:0/2064672304 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10d40a57e0 con 0x7f10dc0ceac0 2024-09-10T10:17:28.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10daffd640 1 -- 172.21.15.157:0/2064672304 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d40a5bb0 con 0x7f10dc0ceac0 2024-09-10T10:17:28.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10e2383640 1 -- 172.21.15.157:0/2064672304 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 msgr2=0x7f10dc0d0360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10e2383640 1 --2- 172.21.15.157:0/2064672304 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 0x7f10dc0d0360 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f10dc0d10a0 tx=0x7f10d401c980 comp rx=0 tx=0).stop 2024-09-10T10:17:28.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10e2383640 1 -- 172.21.15.157:0/2064672304 shutdown_connections 2024-09-10T10:17:28.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10e2383640 1 --2- 172.21.15.157:0/2064672304 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 0x7f10dc0d0360 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10e2383640 1 -- 172.21.15.157:0/2064672304 >> 172.21.15.157:0/2064672304 conn(0x7f10dc06bcc0 msgr2=0x7f10dc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:28.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10e2383640 1 -- 172.21.15.157:0/2064672304 shutdown_connections 2024-09-10T10:17:28.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.796+0000 7f10e2383640 1 -- 172.21.15.157:0/2064672304 wait complete. 2024-09-10T10:17:28.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 Processor -- start 2024-09-10T10:17:28.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 -- start start 2024-09-10T10:17:28.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10dc0b24d0 0x7f10dc15b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 0x7f10dc0cf7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10dc145970 0x7f10dc0b0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f10dc169a00 con 0x7f10dc0ceac0 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f10dc169880 con 0x7f10dc0b24d0 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f10dc169b80 con 0x7f10dc145970 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10db7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 0x7f10dc0cf7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10db7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 0x7f10dc0cf7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35500/0 (socket says 172.21.15.157:35500) 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10db7fe640 1 -- 172.21.15.157:0/2532791721 learned_addr learned my addr 172.21.15.157:0/2532791721 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e0920640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10dc145970 0x7f10dc0b0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10dbfff640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10dc0b24d0 0x7f10dc15b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10db7fe640 1 -- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10dc145970 msgr2=0x7f10dc0b0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10db7fe640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10dc145970 0x7f10dc0b0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10db7fe640 1 -- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10dc0b24d0 msgr2=0x7f10dc15b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10db7fe640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10dc0b24d0 0x7f10dc15b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10db7fe640 1 -- 172.21.15.157:0/2532791721 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10dc13e790 con 0x7f10dc0ceac0 2024-09-10T10:17:28.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10db7fe640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 0x7f10dc0cf7e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f10d000c410 tx=0x7f10d000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:28.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10d8ff9640 1 -- 172.21.15.157:0/2532791721 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d00074e0 con 0x7f10dc0ceac0 2024-09-10T10:17:28.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10d8ff9640 1 -- 172.21.15.157:0/2532791721 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10d00047f0 con 0x7f10dc0ceac0 2024-09-10T10:17:28.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10dc13ea70 con 0x7f10dc0ceac0 2024-09-10T10:17:28.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10d8ff9640 1 -- 172.21.15.157:0/2532791721 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d0007680 con 0x7f10dc0ceac0 2024-09-10T10:17:28.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10dc13f030 con 0x7f10dc0ceac0 2024-09-10T10:17:28.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10dc140190 con 0x7f10dc0ceac0 2024-09-10T10:17:28.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10d8ff9640 1 -- 172.21.15.157:0/2532791721 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f10d0011070 con 0x7f10dc0ceac0 2024-09-10T10:17:28.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.800+0000 7f10d8ff9640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10c80678c0 0x7f10c8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:28.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.804+0000 7f10d8ff9640 1 -- 172.21.15.157:0/2532791721 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f10d0085820 con 0x7f10dc0ceac0 2024-09-10T10:17:28.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.804+0000 7f10dbfff640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10c80678c0 0x7f10c8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:28.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.804+0000 7f10dbfff640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10c80678c0 0x7f10c8069d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f10dc0b2a80 tx=0x7f10cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:28.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.808+0000 7f10d8ff9640 1 -- 172.21.15.157:0/2532791721 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f10d00563f0 con 0x7f10dc0ceac0 2024-09-10T10:17:28.984 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.980+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f10dc13feb0 con 0x7f10dc0ceac0 2024-09-10T10:17:28.985 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10d8ff9640 1 -- 172.21.15.157:0/2532791721 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f10d0055cf0 con 0x7f10dc0ceac0 2024-09-10T10:17:28.985 INFO:teuthology.orchestra.run.smithi157.stderr:listed 0 entries 2024-09-10T10:17:28.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10c80678c0 msgr2=0x7f10c8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10c80678c0 0x7f10c8069d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f10dc0b2a80 tx=0x7f10cc009040 comp rx=0 tx=0).stop 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 msgr2=0x7f10dc0cf7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 0x7f10dc0cf7e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f10d000c410 tx=0x7f10d000c8d0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 shutdown_connections 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10c80678c0 0x7f10c8069d80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10dc145970 0x7f10dc0b0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10dc0ceac0 0x7f10dc0cf7e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 --2- 172.21.15.157:0/2532791721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10dc0b24d0 0x7f10dc15b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 >> 172.21.15.157:0/2532791721 conn(0x7f10dc06bcc0 msgr2=0x7f10dc0ae8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 shutdown_connections 2024-09-10T10:17:28.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:28.984+0000 7f10e2383640 1 -- 172.21.15.157:0/2532791721 wait complete. 2024-09-10T10:17:29.004 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi157.front.sepia.ceph.com... 2024-09-10T10:17:29.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:29.005 DEBUG:teuthology.orchestra.run.smithi157:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:29.035 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:17:29.035 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:17:29.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:29.036 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:17:29.085 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:17:29.085 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:29.095 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:17:29.095 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:29.141 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:17:29.267 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb64d9640 1 Processor -- start 2024-09-10T10:17:29.267 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb64d9640 1 -- start start 2024-09-10T10:17:29.268 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb64d9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcbb015e910 0x7fcbb015ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.268 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb64d9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcbb00b4ee0 0x7fcbb00b52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb64d9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbb00b5830 con 0x7fcbb015bf10 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb64d9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fcbb00b4460 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb64d9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fcbb015c2f0 con 0x7fcbb015e910 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb4a76640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcbb00b4ee0 0x7fcbb00b52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb4a76640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcbb00b4ee0 0x7fcbb00b52f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35508/0 (socket says 172.21.15.157:35508) 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb4a76640 1 -- 172.21.15.157:0/40314993 learned_addr learned my addr 172.21.15.157:0/40314993 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcba77fe640 1 --2- 172.21.15.157:0/40314993 >> v2:172.21.15.192:3300/0 conn(0x7fcbb015e910 0x7fcbb015ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb4a76640 1 -- 172.21.15.157:0/40314993 >> v2:172.21.15.192:3300/0 conn(0x7fcbb015e910 msgr2=0x7fcbb015ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb4a76640 1 --2- 172.21.15.157:0/40314993 >> v2:172.21.15.192:3300/0 conn(0x7fcbb015e910 0x7fcbb015ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb4a76640 1 -- 172.21.15.157:0/40314993 >> v1:172.21.15.157:6789/0 conn(0x7fcbb015bf10 legacy=0x7fcbb0072070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.264+0000 7fcbb4a76640 1 -- 172.21.15.157:0/40314993 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb015f3d0 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.271 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbb4a76640 1 --2- 172.21.15.157:0/40314993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 0x7fcbb00b52f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fcbb00b3ae0 tx=0x7fcba801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d295e95715c060a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:29.271 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbaf7fe640 1 -- 172.21.15.157:0/40314993 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba80a58b0 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.271 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbaf7fe640 1 -- 172.21.15.157:0/40314993 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcba80a5a50 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.271 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbaf7fe640 1 -- 172.21.15.157:0/40314993 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba80a5e20 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbb64d9640 1 -- 172.21.15.157:0/40314993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 msgr2=0x7fcbb00b52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbb64d9640 1 --2- 172.21.15.157:0/40314993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 0x7fcbb00b52f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fcbb00b3ae0 tx=0x7fcba801c9f0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbb64d9640 1 -- 172.21.15.157:0/40314993 shutdown_connections 2024-09-10T10:17:29.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbb64d9640 1 --2- 172.21.15.157:0/40314993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 0x7fcbb00b52f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbb64d9640 1 --2- 172.21.15.157:0/40314993 >> v2:172.21.15.192:3300/0 conn(0x7fcbb015e910 0x7fcbb015ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbb64d9640 1 -- 172.21.15.157:0/40314993 >> 172.21.15.157:0/40314993 conn(0x7fcbb0067a00 msgr2=0x7fcbb0067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:29.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbb64d9640 1 -- 172.21.15.157:0/40314993 shutdown_connections 2024-09-10T10:17:29.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.268+0000 7fcbb64d9640 1 -- 172.21.15.157:0/40314993 wait complete. 2024-09-10T10:17:29.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 Processor -- start 2024-09-10T10:17:29.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 -- start start 2024-09-10T10:17:29.275 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 0x7fcbb015dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.275 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbb015bf10 0x7fcbb0153270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.275 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbb015e910 0x7fcbb0072990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.275 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb00af160 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.275 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb0072780 con 0x7fcbb015e910 2024-09-10T10:17:29.275 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fcbb00af2e0 con 0x7fcbb015bf10 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbaffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 0x7fcbb015dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbaffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 0x7fcbb015dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35510/0 (socket says 172.21.15.157:35510) 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbaffff640 1 -- 172.21.15.157:0/3262994433 learned_addr learned my addr 172.21.15.157:0/3262994433 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb4a76640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbb015e910 0x7fcbb0072990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbaffff640 1 -- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbb015bf10 msgr2=0x7fcbb0153270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcba77fe640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbb015bf10 0x7fcbb0153270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbaffff640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbb015bf10 0x7fcbb0153270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbaffff640 1 -- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbb015e910 msgr2=0x7fcbb0072990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbaffff640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbb015e910 0x7fcbb0072990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbaffff640 1 -- 172.21.15.157:0/3262994433 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb014d030 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbaffff640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 0x7fcbb015dd40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fcba000c420 tx=0x7fcba000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:29.276 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbad7fa640 1 -- 172.21.15.157:0/3262994433 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba00052d0 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.277 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbad7fa640 1 -- 172.21.15.157:0/3262994433 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcba0005470 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.277 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbad7fa640 1 -- 172.21.15.157:0/3262994433 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba0007260 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.277 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbb014d310 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.277 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbb014d8d0 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.278 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.272+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbb00b52f0 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.278 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.276+0000 7fcbad7fa640 1 -- 172.21.15.157:0/3262994433 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fcba0007400 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.278 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.276+0000 7fcbad7fa640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcb900678f0 0x7fcb90069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.278 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.276+0000 7fcbad7fa640 1 -- 172.21.15.157:0/3262994433 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcba00850d0 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.278 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.276+0000 7fcba77fe640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcb900678f0 0x7fcb90069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.278 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.276+0000 7fcba77fe640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcb900678f0 0x7fcb90069db0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fcb980096f0 tx=0x7fcb98008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:29.281 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.280+0000 7fcbad7fa640 1 -- 172.21.15.157:0/3262994433 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fcba0055ca0 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.440+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcbb0157b10 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.440+0000 7fcbad7fa640 1 -- 172.21.15.157:0/3262994433 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fcba00555a0 con 0x7fcbb00b4ee0 2024-09-10T10:17:29.443 INFO:teuthology.orchestra.run.smithi157.stderr:listed 0 entries 2024-09-10T10:17:29.445 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcb900678f0 msgr2=0x7fcb90069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.445 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcb900678f0 0x7fcb90069db0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fcb980096f0 tx=0x7fcb98008040 comp rx=0 tx=0).stop 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 msgr2=0x7fcbb015dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 0x7fcbb015dd40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fcba000c420 tx=0x7fcba000c8e0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 shutdown_connections 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fcb900678f0 0x7fcb90069db0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbb015e910 0x7fcbb0072990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcbb015bf10 0x7fcbb0153270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 --2- 172.21.15.157:0/3262994433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbb00b4ee0 0x7fcbb015dd40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 >> 172.21.15.157:0/3262994433 conn(0x7fcbb0067a00 msgr2=0x7fcbb0074d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 shutdown_connections 2024-09-10T10:17:29.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.444+0000 7fcbb64d9640 1 -- 172.21.15.157:0/3262994433 wait complete. 2024-09-10T10:17:29.461 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:17:29.461 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:29.469 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:17:29.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f9935249640 1 Processor -- start 2024-09-10T10:17:29.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f9935249640 1 -- start start 2024-09-10T10:17:29.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f9935249640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f993015e3a0 0x7f99300d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f9935249640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f99300aefc0 0x7f9930161f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f9935249640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99300b56d0 con 0x7f99300b5160 2024-09-10T10:17:29.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f9935249640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f99300cf650 con 0x7f99300aefc0 2024-09-10T10:17:29.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f9935249640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f99300cf930 con 0x7f993015e3a0 2024-09-10T10:17:29.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f992f59e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f99300aefc0 0x7f9930161f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f992ed9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f993015e3a0 0x7f99300d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f992ed9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f993015e3a0 0x7f99300d0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:50022/0 (socket says 172.21.15.157:50022) 2024-09-10T10:17:29.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f992e59c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f99300b5160 0x7f99300ae8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:60544/0 (socket says 172.21.15.157:60544) 2024-09-10T10:17:29.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f992ed9d640 1 -- 172.21.15.157:0/1720171882 learned_addr learned my addr 172.21.15.157:0/1720171882 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:29.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f992f59e640 1 -- 172.21.15.157:0/1720171882 >> v2:172.21.15.192:3300/0 conn(0x7f993015e3a0 msgr2=0x7f99300d0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:29.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f992f59e640 1 --2- 172.21.15.157:0/1720171882 >> v2:172.21.15.192:3300/0 conn(0x7f993015e3a0 0x7f99300d0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f992f59e640 1 -- 172.21.15.157:0/1720171882 >> v1:172.21.15.192:6789/0 conn(0x7f99300b5160 legacy=0x7f99300ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.584+0000 7f992f59e640 1 -- 172.21.15.157:0/1720171882 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99300cfc10 con 0x7f99300aefc0 2024-09-10T10:17:29.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f992f59e640 1 --2- 172.21.15.157:0/1720171882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99300aefc0 0x7f9930161f60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f99300681d0 tx=0x7f992001c130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90cedb6ab6154c5d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:29.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f992dd9b640 1 -- 172.21.15.157:0/1720171882 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99200b0070 con 0x7f99300aefc0 2024-09-10T10:17:29.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f992dd9b640 1 -- 172.21.15.157:0/1720171882 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99200ab600 con 0x7f99300aefc0 2024-09-10T10:17:29.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f992dd9b640 1 -- 172.21.15.157:0/1720171882 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99200ab9d0 con 0x7f99300aefc0 2024-09-10T10:17:29.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 -- 172.21.15.157:0/1720171882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99300aefc0 msgr2=0x7f9930161f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 --2- 172.21.15.157:0/1720171882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99300aefc0 0x7f9930161f60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f99300681d0 tx=0x7f992001c130 comp rx=0 tx=0).stop 2024-09-10T10:17:29.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 -- 172.21.15.157:0/1720171882 shutdown_connections 2024-09-10T10:17:29.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 --2- 172.21.15.157:0/1720171882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99300aefc0 0x7f9930161f60 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 --2- 172.21.15.157:0/1720171882 >> v2:172.21.15.192:3300/0 conn(0x7f993015e3a0 0x7f99300d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 -- 172.21.15.157:0/1720171882 >> 172.21.15.157:0/1720171882 conn(0x7f99300b0740 msgr2=0x7f99300b0b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:29.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 -- 172.21.15.157:0/1720171882 shutdown_connections 2024-09-10T10:17:29.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 -- 172.21.15.157:0/1720171882 wait complete. 2024-09-10T10:17:29.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 Processor -- start 2024-09-10T10:17:29.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.588+0000 7f9935249640 1 -- start start 2024-09-10T10:17:29.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f9935249640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99300aefc0 0x7f99301617f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f9935249640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99300b5160 0x7f9930149380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f9935249640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f993015e3a0 0x7f9930157400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f9935249640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f99300d07f0 con 0x7f993015e3a0 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f9935249640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f99300d0670 con 0x7f99300aefc0 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f9935249640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f993016b0b0 con 0x7f99300b5160 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992f59e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f993015e3a0 0x7f9930157400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992f59e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f993015e3a0 0x7f9930157400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35522/0 (socket says 172.21.15.157:35522) 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992f59e640 1 -- 172.21.15.157:0/3426986069 learned_addr learned my addr 172.21.15.157:0/3426986069 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992ed9d640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99300aefc0 0x7f99301617f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992f59e640 1 -- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99300b5160 msgr2=0x7f9930149380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992e59c640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99300b5160 0x7f9930149380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992f59e640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99300b5160 0x7f9930149380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992f59e640 1 -- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99300aefc0 msgr2=0x7f99301617f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992f59e640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99300aefc0 0x7f99301617f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992f59e640 1 -- 172.21.15.157:0/3426986069 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f993006e500 con 0x7f993015e3a0 2024-09-10T10:17:29.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992ed9d640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99300aefc0 0x7f99301617f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:29.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992e59c640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99300b5160 0x7f9930149380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:29.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992f59e640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f993015e3a0 0x7f9930157400 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f99200ae040 tx=0x7f9920018ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:29.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f99177fe640 1 -- 172.21.15.157:0/3426986069 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99200b8020 con 0x7f993015e3a0 2024-09-10T10:17:29.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f99177fe640 1 -- 172.21.15.157:0/3426986069 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99200b4410 con 0x7f993015e3a0 2024-09-10T10:17:29.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f993006e7e0 con 0x7f993015e3a0 2024-09-10T10:17:29.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f99177fe640 1 -- 172.21.15.157:0/3426986069 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99200b0040 con 0x7f993015e3a0 2024-09-10T10:17:29.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f993015f1c0 con 0x7f993015e3a0 2024-09-10T10:17:29.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9930161f60 con 0x7f993015e3a0 2024-09-10T10:17:29.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f99177fe640 1 -- 172.21.15.157:0/3426986069 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f99200bb020 con 0x7f993015e3a0 2024-09-10T10:17:29.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f99177fe640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f991c0678c0 0x7f991c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:29.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f99177fe640 1 -- 172.21.15.157:0/3426986069 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f992011f740 con 0x7f993015e3a0 2024-09-10T10:17:29.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.592+0000 7f992ed9d640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f991c0678c0 0x7f991c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:29.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.596+0000 7f992ed9d640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f991c0678c0 0x7f991c069d80 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9928009d70 tx=0x7f992800b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:29.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.596+0000 7f99177fe640 1 -- 172.21.15.157:0/3426986069 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f99200c2030 con 0x7f993015e3a0 2024-09-10T10:17:29.770 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f993015b7a0 con 0x7f993015e3a0 2024-09-10T10:17:29.770 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f99177fe640 1 -- 172.21.15.157:0/3426986069 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f9920016070 con 0x7f993015e3a0 2024-09-10T10:17:29.770 INFO:teuthology.orchestra.run.smithi157.stderr:listed 0 entries 2024-09-10T10:17:29.772 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f991c0678c0 msgr2=0x7f991c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f991c0678c0 0x7f991c069d80 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9928009d70 tx=0x7f992800b040 comp rx=0 tx=0).stop 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f993015e3a0 msgr2=0x7f9930157400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f993015e3a0 0x7f9930157400 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f99200ae040 tx=0x7f9920018ed0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 shutdown_connections 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f991c0678c0 0x7f991c069d80 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f993015e3a0 0x7f9930157400 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99300b5160 0x7f9930149380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 --2- 172.21.15.157:0/3426986069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99300aefc0 0x7f99301617f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.768+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 >> 172.21.15.157:0/3426986069 conn(0x7f99300b0740 msgr2=0x7f99300b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.772+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 shutdown_connections 2024-09-10T10:17:29.773 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:29.772+0000 7f9935249640 1 -- 172.21.15.157:0/3426986069 wait complete. 2024-09-10T10:17:29.789 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-10T10:17:29.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:29.789 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T10:17:29.849 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:17:29.849 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:17:29.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:29.850 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:17:29.862 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:17:29.862 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:29.867 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:17:29.867 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:29.914 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:17:30.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bfc24640 1 Processor -- start 2024-09-10T10:17:30.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bfc24640 1 -- start start 2024-09-10T10:17:30.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bfc24640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f61b815e820 0x7f61b80cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bfc24640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61b80d2ba0 con 0x7f61b80b3610 2024-09-10T10:17:30.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bfc24640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61b80d2e80 con 0x7f61b806d870 2024-09-10T10:17:30.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bfc24640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f61b80d3160 con 0x7f61b815e820 2024-09-10T10:17:30.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61be1c1640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f61b80b3610 0x7f61b80d3c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38876/0 (socket says 172.21.15.157:38876) 2024-09-10T10:17:30.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61be1c1640 1 -- 172.21.15.157:0/2824852437 learned_addr learned my addr 172.21.15.157:0/2824852437 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bd1bf640 1 --2- 172.21.15.157:0/2824852437 >> v2:172.21.15.192:3300/0 conn(0x7f61b815e820 0x7f61b80cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3748447806 0 0) 0x7f61b80d2ba0 con 0x7f61b80b3610 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f61a4003530 con 0x7f61b80b3610 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4271984428 0 0) 0x7f61a4003530 con 0x7f61b80b3610 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 >> v2:172.21.15.192:3300/0 conn(0x7f61b815e820 msgr2=0x7f61b80cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 --2- 172.21.15.157:0/2824852437 >> v2:172.21.15.192:3300/0 conn(0x7f61b815e820 0x7f61b80cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 >> v1:172.21.15.192:6789/0 conn(0x7f61b806d870 legacy=0x7f61b806dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b80d3440 con 0x7f61b80b3610 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f61b0001a00 con 0x7f61b80b3610 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 >> v1:172.21.15.157:6789/0 conn(0x7f61b80b3610 legacy=0x7f61b80d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61a40039c0 0x7f61a4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.072+0000 7f61bc9be640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61a4004810 0x7f61a4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bc9be640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61a40051d0 0x7f61a400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f61b80d3160 con 0x7f61a40051d0 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f61a400c070 con 0x7f61a4004810 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f61a400c270 con 0x7f61a40039c0 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61be1c1640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61a40051d0 0x7f61a400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bd1bf640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61a4004810 0x7f61a4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bd9c0640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61a40039c0 0x7f61a4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61be1c1640 1 -- 172.21.15.157:0/2824852437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61a40039c0 msgr2=0x7f61a4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61be1c1640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61a40039c0 0x7f61a4003de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61be1c1640 1 -- 172.21.15.157:0/2824852437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61a4004810 msgr2=0x7f61a4004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61be1c1640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61a4004810 0x7f61a4004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61be1c1640 1 -- 172.21.15.157:0/2824852437 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61a4003530 con 0x7f61a40051d0 2024-09-10T10:17:30.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61be1c1640 1 -- 172.21.15.157:0/2824852437 reap_dead start 2024-09-10T10:17:30.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61be1c1640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61a40051d0 0x7f61a400b9d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f61b000a850 tx=0x7f61b001d3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2946840783f2ae4e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:30.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b000a4a0 con 0x7f61a40051d0 2024-09-10T10:17:30.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61b00ad650 con 0x7f61a40051d0 2024-09-10T10:17:30.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bc9be640 1 -- 172.21.15.157:0/2824852437 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b00ada40 con 0x7f61a40051d0 2024-09-10T10:17:30.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bfc24640 1 -- 172.21.15.157:0/2824852437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61a40051d0 msgr2=0x7f61a400b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bfc24640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61a40051d0 0x7f61a400b9d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f61b000a850 tx=0x7f61b001d3a0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bfc24640 1 -- 172.21.15.157:0/2824852437 shutdown_connections 2024-09-10T10:17:30.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bfc24640 1 --2- 172.21.15.157:0/2824852437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61a40051d0 0x7f61a400b9d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bfc24640 1 -- 172.21.15.157:0/2824852437 >> 172.21.15.157:0/2824852437 conn(0x7f61b80d4910 msgr2=0x7f61b80d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:30.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bfc24640 1 -- 172.21.15.157:0/2824852437 shutdown_connections 2024-09-10T10:17:30.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.076+0000 7f61bfc24640 1 -- 172.21.15.157:0/2824852437 wait complete. 2024-09-10T10:17:30.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 Processor -- start 2024-09-10T10:17:30.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 -- start start 2024-09-10T10:17:30.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61a40051d0 0x7f61b815ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b80c8ab0 0x7f61b814d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61b80c8f30 0x7f61b814dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f61b806dc50 con 0x7f61b80c8f30 2024-09-10T10:17:30.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f61b80d2a00 con 0x7f61b80c8ab0 2024-09-10T10:17:30.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f61b806ddd0 con 0x7f61a40051d0 2024-09-10T10:17:30.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61be1c1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61b80c8f30 0x7f61b814dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61be1c1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61b80c8f30 0x7f61b814dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35546/0 (socket says 172.21.15.157:35546) 2024-09-10T10:17:30.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61be1c1640 1 -- 172.21.15.157:0/3844830064 learned_addr learned my addr 172.21.15.157:0/3844830064 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bd1bf640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b80c8ab0 0x7f61b814d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bd9c0640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61a40051d0 0x7f61b815ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61be1c1640 1 -- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61a40051d0 msgr2=0x7f61b815ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61be1c1640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61a40051d0 0x7f61b815ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61be1c1640 1 -- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b80c8ab0 msgr2=0x7f61b814d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61be1c1640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b80c8ab0 0x7f61b814d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61be1c1640 1 -- 172.21.15.157:0/3844830064 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b81f53c0 con 0x7f61b80c8f30 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bd1bf640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b80c8ab0 0x7f61b814d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61be1c1640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61b80c8f30 0x7f61b814dd10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f61b001d1d0 tx=0x7f61a4005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61ae7fc640 1 -- 172.21.15.157:0/3844830064 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b00019c0 con 0x7f61b80c8f30 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61ae7fc640 1 -- 172.21.15.157:0/3844830064 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61b00b4070 con 0x7f61b80c8f30 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61b81f56a0 con 0x7f61b80c8f30 2024-09-10T10:17:30.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61ae7fc640 1 -- 172.21.15.157:0/3844830064 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b00ada00 con 0x7f61b80c8f30 2024-09-10T10:17:30.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61b81f5c60 con 0x7f61b80c8f30 2024-09-10T10:17:30.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61b80c7ef0 con 0x7f61b80c8f30 2024-09-10T10:17:30.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61ae7fc640 1 -- 172.21.15.157:0/3844830064 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f61b00bf060 con 0x7f61b80c8f30 2024-09-10T10:17:30.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61ae7fc640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f619c0678c0 0x7f619c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61ae7fc640 1 -- 172.21.15.157:0/3844830064 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f61b011fd90 con 0x7f61b80c8f30 2024-09-10T10:17:30.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.080+0000 7f61bd9c0640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f619c0678c0 0x7f619c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.084+0000 7f61bd9c0640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f619c0678c0 0x7f619c069d80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f61a8000f70 tx=0x7f61a8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:30.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.088+0000 7f61ae7fc640 1 -- 172.21.15.157:0/3844830064 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f61b00170b0 con 0x7f61b80c8f30 2024-09-10T10:17:30.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.256+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f61b80b97f0 con 0x7f61b80c8f30 2024-09-10T10:17:30.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61ae7fc640 1 -- 172.21.15.157:0/3844830064 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f61b00f08d0 con 0x7f61b80c8f30 2024-09-10T10:17:30.261 INFO:teuthology.orchestra.run.smithi157.stderr:listed 0 entries 2024-09-10T10:17:30.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f619c0678c0 msgr2=0x7f619c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f619c0678c0 0x7f619c069d80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f61a8000f70 tx=0x7f61a8009040 comp rx=0 tx=0).stop 2024-09-10T10:17:30.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61b80c8f30 msgr2=0x7f61b814dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61b80c8f30 0x7f61b814dd10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f61b001d1d0 tx=0x7f61a4005840 comp rx=0 tx=0).stop 2024-09-10T10:17:30.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 shutdown_connections 2024-09-10T10:17:30.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f619c0678c0 0x7f619c069d80 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61b80c8f30 0x7f61b814dd10 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b80c8ab0 0x7f61b814d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 --2- 172.21.15.157:0/3844830064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61a40051d0 0x7f61b815ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 >> 172.21.15.157:0/3844830064 conn(0x7f61b80d4910 msgr2=0x7f61b80b5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:30.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 shutdown_connections 2024-09-10T10:17:30.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.260+0000 7f61bfc24640 1 -- 172.21.15.157:0/3844830064 wait complete. 2024-09-10T10:17:30.280 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:17:30.280 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:30.285 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:17:30.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3279682640 1 Processor -- start 2024-09-10T10:17:30.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3279682640 1 -- start start 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3279682640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f327406d870 0x7f327406dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3279682640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f327415e820 0x7f32740cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3279682640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 0x7f32740d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3279682640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f327406e190 con 0x7f327406d870 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3279682640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f32740d2ba0 con 0x7f327415e820 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3279682640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f32740d2e80 con 0x7f32740b3610 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3272ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f327406d870 0x7f327406dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3272ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f327406d870 0x7f327406dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35554/0 (socket says 172.21.15.157:35554) 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3272ffd640 1 -- 172.21.15.157:0/2045071278 learned_addr learned my addr 172.21.15.157:0/2045071278 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:30.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f32727fc640 1 --2- 172.21.15.157:0/2045071278 >> v2:172.21.15.192:3300/0 conn(0x7f327415e820 0x7f32740cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3272ffd640 1 -- 172.21.15.157:0/2045071278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 msgr2=0x7f32740d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:30.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f32737fe640 1 --2- 172.21.15.157:0/2045071278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 0x7f32740d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3272ffd640 1 --2- 172.21.15.157:0/2045071278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 0x7f32740d3c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3272ffd640 1 -- 172.21.15.157:0/2045071278 >> v2:172.21.15.192:3300/0 conn(0x7f327415e820 msgr2=0x7f32740cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:30.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3272ffd640 1 --2- 172.21.15.157:0/2045071278 >> v2:172.21.15.192:3300/0 conn(0x7f327415e820 0x7f32740cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f3272ffd640 1 -- 172.21.15.157:0/2045071278 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32740d3160 con 0x7f327406d870 2024-09-10T10:17:30.441 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.436+0000 7f32727fc640 1 --2- 172.21.15.157:0/2045071278 >> v2:172.21.15.192:3300/0 conn(0x7f327415e820 0x7f32740cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3272ffd640 1 --2- 172.21.15.157:0/2045071278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 0x7f327406dc50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f327408d8d0 tx=0x7f326c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed3f47f4f620f150 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3271ffb640 1 -- 172.21.15.157:0/2045071278 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c0a5860 con 0x7f327406d870 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3271ffb640 1 -- 172.21.15.157:0/2045071278 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f326c0a5a00 con 0x7f327406d870 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3271ffb640 1 -- 172.21.15.157:0/2045071278 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c0a5dd0 con 0x7f327406d870 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 -- 172.21.15.157:0/2045071278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 msgr2=0x7f327406dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 --2- 172.21.15.157:0/2045071278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 0x7f327406dc50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f327408d8d0 tx=0x7f326c01c9c0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 -- 172.21.15.157:0/2045071278 shutdown_connections 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 --2- 172.21.15.157:0/2045071278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 0x7f32740d3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 --2- 172.21.15.157:0/2045071278 >> v2:172.21.15.192:3300/0 conn(0x7f327415e820 0x7f32740cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 --2- 172.21.15.157:0/2045071278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 0x7f327406dc50 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 -- 172.21.15.157:0/2045071278 >> 172.21.15.157:0/2045071278 conn(0x7f32740d4910 msgr2=0x7f32740d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:30.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 -- 172.21.15.157:0/2045071278 shutdown_connections 2024-09-10T10:17:30.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 -- 172.21.15.157:0/2045071278 wait complete. 2024-09-10T10:17:30.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 Processor -- start 2024-09-10T10:17:30.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 -- start start 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 0x7f327415bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 0x7f32740b85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f327415e820 0x7f3274157530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f327406c200 con 0x7f327406d870 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f327406c080 con 0x7f327415e820 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.440+0000 7f3279682640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f327406c380 con 0x7f32740b3610 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3272ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 0x7f327415bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3272ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 0x7f327415bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35558/0 (socket says 172.21.15.157:35558) 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3272ffd640 1 -- 172.21.15.157:0/792303680 learned_addr learned my addr 172.21.15.157:0/792303680 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f32727fc640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 0x7f32740b85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3272ffd640 1 -- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 msgr2=0x7f32740b85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3272ffd640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 0x7f32740b85a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3272ffd640 1 -- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f327415e820 msgr2=0x7f3274157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f32737fe640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f327415e820 0x7f3274157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3272ffd640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f327415e820 0x7f3274157530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3272ffd640 1 -- 172.21.15.157:0/792303680 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32740cbd40 con 0x7f327406d870 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3272ffd640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 0x7f327415bc90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f326c0af040 tx=0x7f326c019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f326b7fe640 1 -- 172.21.15.157:0/792303680 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c0b8680 con 0x7f327406d870 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f326b7fe640 1 -- 172.21.15.157:0/792303680 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f326c0b8860 con 0x7f327406d870 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32740cc020 con 0x7f327406d870 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f326b7fe640 1 -- 172.21.15.157:0/792303680 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c0b8c50 con 0x7f327406d870 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32740cc5e0 con 0x7f327406d870 2024-09-10T10:17:30.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32740d3c40 con 0x7f327406d870 2024-09-10T10:17:30.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f326b7fe640 1 -- 172.21.15.157:0/792303680 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f326c0c0030 con 0x7f327406d870 2024-09-10T10:17:30.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f326b7fe640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f32540678c0 0x7f3254069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f326b7fe640 1 -- 172.21.15.157:0/792303680 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f326c121840 con 0x7f327406d870 2024-09-10T10:17:30.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.444+0000 7f32727fc640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f32540678c0 0x7f3254069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.448+0000 7f32727fc640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f32540678c0 0x7f3254069d80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f325c006fd0 tx=0x7f325c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:30.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.448+0000 7f326b7fe640 1 -- 172.21.15.157:0/792303680 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f326c0c7020 con 0x7f327406d870 2024-09-10T10:17:30.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.608+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f32740d4f00 con 0x7f327406d870 2024-09-10T10:17:30.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.608+0000 7f326b7fe640 1 -- 172.21.15.157:0/792303680 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f326c0165e0 con 0x7f327406d870 2024-09-10T10:17:30.612 INFO:teuthology.orchestra.run.smithi157.stderr:listed 0 entries 2024-09-10T10:17:30.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f32540678c0 msgr2=0x7f3254069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f32540678c0 0x7f3254069d80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f325c006fd0 tx=0x7f325c008040 comp rx=0 tx=0).stop 2024-09-10T10:17:30.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 msgr2=0x7f327415bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 0x7f327415bc90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f326c0af040 tx=0x7f326c019760 comp rx=0 tx=0).stop 2024-09-10T10:17:30.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 shutdown_connections 2024-09-10T10:17:30.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f32540678c0 0x7f3254069d80 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f327415e820 0x7f3274157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32740b3610 0x7f32740b85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 --2- 172.21.15.157:0/792303680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f327406d870 0x7f327415bc90 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 >> 172.21.15.157:0/792303680 conn(0x7f32740d4910 msgr2=0x7f32740cf490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:30.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 shutdown_connections 2024-09-10T10:17:30.615 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.612+0000 7f3279682640 1 -- 172.21.15.157:0/792303680 wait complete. 2024-09-10T10:17:30.628 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi157.front.sepia.ceph.com... 2024-09-10T10:17:30.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:30.629 DEBUG:teuthology.orchestra.run.smithi157:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-10T10:17:30.640 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:17:30.640 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:17:30.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:30.640 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T10:17:30.689 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:17:30.690 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:30.696 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:17:30.697 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:30.746 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:17:30.869 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4ded8f5640 1 Processor -- start 2024-09-10T10:17:30.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4ded8f5640 1 -- start start 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4ded8f5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4de80aef20 0x7f4de80af320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4ded8f5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4de80b4450 con 0x7f4de815e370 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4ded8f5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4de80af860 con 0x7f4de80cfa80 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4ded8f5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f4de80b4780 con 0x7f4de80aef20 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4de77fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4de80aef20 0x7f4de80af320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4de77fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4de80aef20 0x7f4de80af320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35564/0 (socket says 172.21.15.157:35564) 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4de77fe640 1 -- 172.21.15.157:0/1482536726 learned_addr learned my addr 172.21.15.157:0/1482536726 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4de6ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f4de815e370 0x7f4de80b3130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38882/0 (socket says 172.21.15.157:38882) 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4de77fe640 1 -- 172.21.15.157:0/1482536726 >> v1:172.21.15.192:6789/0 conn(0x7f4de80cfa80 legacy=0x7f4de80b4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4de77fe640 1 -- 172.21.15.157:0/1482536726 >> v1:172.21.15.157:6789/0 conn(0x7f4de815e370 legacy=0x7f4de80b3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4de77fe640 1 -- 172.21.15.157:0/1482536726 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de80b3960 con 0x7f4de80aef20 2024-09-10T10:17:30.872 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.868+0000 7f4de5ffb640 1 -- 172.21.15.157:0/1482536726 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 938742419 0 0) 0x7f4de80b4450 con 0x7f4de815e370 2024-09-10T10:17:30.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 --2- 172.21.15.157:0/1482536726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de80aef20 0x7f4de80af320 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009870 tx=0x7f4dd801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c05ff7f6b7be0d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:30.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de5ffb640 1 -- 172.21.15.157:0/1482536726 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd80ab610 con 0x7f4de80aef20 2024-09-10T10:17:30.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de5ffb640 1 -- 172.21.15.157:0/1482536726 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4dd80b0070 con 0x7f4de80aef20 2024-09-10T10:17:30.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de5ffb640 1 -- 172.21.15.157:0/1482536726 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd80ab9d0 con 0x7f4de80aef20 2024-09-10T10:17:30.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 -- 172.21.15.157:0/1482536726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de80aef20 msgr2=0x7f4de80af320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 --2- 172.21.15.157:0/1482536726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de80aef20 0x7f4de80af320 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009870 tx=0x7f4dd801c520 comp rx=0 tx=0).stop 2024-09-10T10:17:30.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 -- 172.21.15.157:0/1482536726 shutdown_connections 2024-09-10T10:17:30.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 --2- 172.21.15.157:0/1482536726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de80aef20 0x7f4de80af320 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 -- 172.21.15.157:0/1482536726 >> 172.21.15.157:0/1482536726 conn(0x7f4de806bcc0 msgr2=0x7f4de806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:30.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 -- 172.21.15.157:0/1482536726 shutdown_connections 2024-09-10T10:17:30.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 -- 172.21.15.157:0/1482536726 wait complete. 2024-09-10T10:17:30.875 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 Processor -- start 2024-09-10T10:17:30.875 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 -- start start 2024-09-10T10:17:30.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4de80aef20 0x7f4de8073c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4de80cfa80 0x7f4de815cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de815e370 0x7f4de81f75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4de80b54a0 con 0x7f4de815e370 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4de80b5320 con 0x7f4de80aef20 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4ded8f5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f4de816c090 con 0x7f4de80cfa80 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de815e370 0x7f4de81f75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de815e370 0x7f4de81f75e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35566/0 (socket says 172.21.15.157:35566) 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 -- 172.21.15.157:0/2536435598 learned_addr learned my addr 172.21.15.157:0/2536435598 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de67fc640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4de80cfa80 0x7f4de815cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de6ffd640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4de80aef20 0x7f4de8073c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 -- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4de80cfa80 msgr2=0x7f4de815cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4de80cfa80 0x7f4de815cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 -- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4de80aef20 msgr2=0x7f4de8073c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4de80aef20 0x7f4de8073c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:30.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 -- 172.21.15.157:0/2536435598 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de81533b0 con 0x7f4de815e370 2024-09-10T10:17:30.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de67fc640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4de80cfa80 0x7f4de815cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:30.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4de77fe640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de815e370 0x7f4de81f75e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8019130 tx=0x7f4dd801ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:30.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.872+0000 7f4dcffff640 1 -- 172.21.15.157:0/2536435598 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd80be5f0 con 0x7f4de815e370 2024-09-10T10:17:30.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4dcffff640 1 -- 172.21.15.157:0/2536435598 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4dd80be790 con 0x7f4de815e370 2024-09-10T10:17:30.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4de8153690 con 0x7f4de815e370 2024-09-10T10:17:30.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4dcffff640 1 -- 172.21.15.157:0/2536435598 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd80beb80 con 0x7f4de815e370 2024-09-10T10:17:30.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4de8150980 con 0x7f4de815e370 2024-09-10T10:17:30.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4de80af320 con 0x7f4de815e370 2024-09-10T10:17:30.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4dcffff640 1 -- 172.21.15.157:0/2536435598 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4dd80c7440 con 0x7f4de815e370 2024-09-10T10:17:30.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4dcffff640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4dd40678c0 0x7f4dd4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:30.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4dcffff640 1 -- 172.21.15.157:0/2536435598 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4dd8120a00 con 0x7f4de815e370 2024-09-10T10:17:30.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4de6ffd640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4dd40678c0 0x7f4dd4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:30.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.876+0000 7f4de6ffd640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4dd40678c0 0x7f4dd4069d80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4de00012f0 tx=0x7f4de0005ec0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:30.882 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:30.880+0000 7f4dcffff640 1 -- 172.21.15.157:0/2536435598 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4dd80a8050 con 0x7f4de815e370 2024-09-10T10:17:31.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.044+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4de80af320 con 0x7f4de815e370 2024-09-10T10:17:31.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.044+0000 7f4dcffff640 1 -- 172.21.15.157:0/2536435598 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f4dd8016110 con 0x7f4de815e370 2024-09-10T10:17:31.046 INFO:teuthology.orchestra.run.smithi157.stderr:listed 0 entries 2024-09-10T10:17:31.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4dd40678c0 msgr2=0x7f4dd4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4dd40678c0 0x7f4dd4069d80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4de00012f0 tx=0x7f4de0005ec0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de815e370 msgr2=0x7f4de81f75e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de815e370 0x7f4de81f75e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8019130 tx=0x7f4dd801ad60 comp rx=0 tx=0).stop 2024-09-10T10:17:31.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 shutdown_connections 2024-09-10T10:17:31.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4dd40678c0 0x7f4dd4069d80 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de815e370 0x7f4de81f75e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4de80cfa80 0x7f4de815cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 --2- 172.21.15.157:0/2536435598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4de80aef20 0x7f4de8073c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 >> 172.21.15.157:0/2536435598 conn(0x7f4de806bcc0 msgr2=0x7f4de8157b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:31.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 shutdown_connections 2024-09-10T10:17:31.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.048+0000 7f4ded8f5640 1 -- 172.21.15.157:0/2536435598 wait complete. 2024-09-10T10:17:31.065 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:17:31.065 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:31.072 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:17:31.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0e177d640 1 Processor -- start 2024-09-10T10:17:31.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0e177d640 1 -- start start 2024-09-10T10:17:31.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0e177d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe0dc15e110 0x7fe0dc0d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0e177d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe0dc15e4f0 0x7fe0dc161f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0e177d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0dc074180 con 0x7fe0dc162460 2024-09-10T10:17:31.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0e177d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fe0dc1629c0 con 0x7fe0dc15e110 2024-09-10T10:17:31.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0e177d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fe0dc162ca0 con 0x7fe0dc15e4f0 2024-09-10T10:17:31.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0daffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe0dc15e110 0x7fe0dc0d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0db7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe0dc162460 0x7fe0dc0b4380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38888/0 (socket says 172.21.15.157:38888) 2024-09-10T10:17:31.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0db7fe640 1 -- 172.21.15.157:0/3776395023 learned_addr learned my addr 172.21.15.157:0/3776395023 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:31.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0da7fc640 1 --2- 172.21.15.157:0/3776395023 >> v2:172.21.15.192:3300/0 conn(0x7fe0dc15e4f0 0x7fe0dc161f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0daffd640 1 -- 172.21.15.157:0/3776395023 >> v2:172.21.15.192:3300/0 conn(0x7fe0dc15e4f0 msgr2=0x7fe0dc161f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:31.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0daffd640 1 --2- 172.21.15.157:0/3776395023 >> v2:172.21.15.192:3300/0 conn(0x7fe0dc15e4f0 0x7fe0dc161f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.188 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0daffd640 1 -- 172.21.15.157:0/3776395023 >> v1:172.21.15.157:6789/0 conn(0x7fe0dc162460 legacy=0x7fe0dc0b4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.189 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.184+0000 7fe0daffd640 1 -- 172.21.15.157:0/3776395023 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0dc0d2470 con 0x7fe0dc15e110 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0daffd640 1 --2- 172.21.15.157:0/3776395023 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc15e110 0x7fe0dc0d2f50 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc009d90 tx=0x7fe0cc01c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb96a458efa974b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0d9ffb640 1 -- 172.21.15.157:0/3776395023 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc0b2070 con 0x7fe0dc15e110 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0d9ffb640 1 -- 172.21.15.157:0/3776395023 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0cc0a59e0 con 0x7fe0dc15e110 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0d9ffb640 1 -- 172.21.15.157:0/3776395023 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc0a5db0 con 0x7fe0dc15e110 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 -- 172.21.15.157:0/3776395023 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc15e110 msgr2=0x7fe0dc0d2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 --2- 172.21.15.157:0/3776395023 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc15e110 0x7fe0dc0d2f50 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc009d90 tx=0x7fe0cc01c900 comp rx=0 tx=0).stop 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 -- 172.21.15.157:0/3776395023 shutdown_connections 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 --2- 172.21.15.157:0/3776395023 >> v2:172.21.15.192:3300/0 conn(0x7fe0dc15e4f0 0x7fe0dc161f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 --2- 172.21.15.157:0/3776395023 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc15e110 0x7fe0dc0d2f50 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 -- 172.21.15.157:0/3776395023 >> 172.21.15.157:0/3776395023 conn(0x7fe0dc067a00 msgr2=0x7fe0dc067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:31.190 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 -- 172.21.15.157:0/3776395023 shutdown_connections 2024-09-10T10:17:31.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 -- 172.21.15.157:0/3776395023 wait complete. 2024-09-10T10:17:31.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 Processor -- start 2024-09-10T10:17:31.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 -- start start 2024-09-10T10:17:31.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0dc15e4f0 0x7fe0dc154490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0dc162460 0x7fe0dc159af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc1645a0 0x7fe0dc15a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe0dc06da00 con 0x7fe0dc1645a0 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe0dc0b4ca0 con 0x7fe0dc162460 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0e177d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe0dc06db80 con 0x7fe0dc15e4f0 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0db7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc1645a0 0x7fe0dc15a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0db7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc1645a0 0x7fe0dc15a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35598/0 (socket says 172.21.15.157:35598) 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0db7fe640 1 -- 172.21.15.157:0/96190826 learned_addr learned my addr 172.21.15.157:0/96190826 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0daffd640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0dc15e4f0 0x7fe0dc154490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0da7fc640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0dc162460 0x7fe0dc159af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0db7fe640 1 -- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0dc15e4f0 msgr2=0x7fe0dc154490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0db7fe640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0dc15e4f0 0x7fe0dc154490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0db7fe640 1 -- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0dc162460 msgr2=0x7fe0dc159af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0db7fe640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0dc162460 0x7fe0dc159af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0db7fe640 1 -- 172.21.15.157:0/96190826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0dc164b10 con 0x7fe0dc1645a0 2024-09-10T10:17:31.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.188+0000 7fe0db7fe640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc1645a0 0x7fe0dc15a030 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe0d400c310 tx=0x7fe0d400c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:31.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0d37fe640 1 -- 172.21.15.157:0/96190826 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d4017070 con 0x7fe0dc1645a0 2024-09-10T10:17:31.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0d37fe640 1 -- 172.21.15.157:0/96190826 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0d4005cf0 con 0x7fe0dc1645a0 2024-09-10T10:17:31.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0d37fe640 1 -- 172.21.15.157:0/96190826 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d4007310 con 0x7fe0dc1645a0 2024-09-10T10:17:31.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0dc164df0 con 0x7fe0dc1645a0 2024-09-10T10:17:31.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0dc1653b0 con 0x7fe0dc1645a0 2024-09-10T10:17:31.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0dc06edf0 con 0x7fe0dc1645a0 2024-09-10T10:17:31.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0d37fe640 1 -- 172.21.15.157:0/96190826 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe0d401a070 con 0x7fe0dc1645a0 2024-09-10T10:17:31.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0d37fe640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0bc0678c0 0x7fe0bc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0d37fe640 1 -- 172.21.15.157:0/96190826 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe0d4084fa0 con 0x7fe0dc1645a0 2024-09-10T10:17:31.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0daffd640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0bc0678c0 0x7fe0bc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.192+0000 7fe0daffd640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0bc0678c0 0x7fe0bc069d80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc0af000 tx=0x7fe0cc0a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:31.199 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.196+0000 7fe0d37fe640 1 -- 172.21.15.157:0/96190826 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe0d4055ae0 con 0x7fe0dc1645a0 2024-09-10T10:17:31.364 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.360+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe0dc06deb0 con 0x7fe0dc1645a0 2024-09-10T10:17:31.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0d37fe640 1 -- 172.21.15.157:0/96190826 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fe0d40553e0 con 0x7fe0dc1645a0 2024-09-10T10:17:31.365 INFO:teuthology.orchestra.run.smithi157.stderr:listed 0 entries 2024-09-10T10:17:31.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0bc0678c0 msgr2=0x7fe0bc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0bc0678c0 0x7fe0bc069d80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc0af000 tx=0x7fe0cc0a7070 comp rx=0 tx=0).stop 2024-09-10T10:17:31.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc1645a0 msgr2=0x7fe0dc15a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc1645a0 0x7fe0dc15a030 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe0d400c310 tx=0x7fe0d400c7d0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 shutdown_connections 2024-09-10T10:17:31.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0bc0678c0 0x7fe0bc069d80 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0dc1645a0 0x7fe0dc15a030 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.368 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0dc162460 0x7fe0dc159af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.368 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 --2- 172.21.15.157:0/96190826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0dc15e4f0 0x7fe0dc154490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.368 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 >> 172.21.15.157:0/96190826 conn(0x7fe0dc067a00 msgr2=0x7fe0dc06e6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:31.368 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 shutdown_connections 2024-09-10T10:17:31.368 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.364+0000 7fe0e177d640 1 -- 172.21.15.157:0/96190826 wait complete. 2024-09-10T10:17:31.383 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-10T10:17:31.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:31.383 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-10T10:17:31.398 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:17:31.398 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:17:31.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:31.398 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T10:17:31.445 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T10:17:31.445 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:31.561 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f59115df640 1 Processor -- start 2024-09-10T10:17:31.561 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f59115df640 1 -- start start 2024-09-10T10:17:31.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f59115df640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c15e820 0x7f590c0cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f59115df640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f590c0d2ba0 con 0x7f590c0b3610 2024-09-10T10:17:31.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f59115df640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f590c0d2e80 con 0x7f590c06d870 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f59115df640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f590c0d3160 con 0x7f590c15e820 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590b7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f590c0b3610 0x7f590c0d3c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38900/0 (socket says 172.21.15.157:38900) 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590b7fe640 1 -- 172.21.15.157:0/917337450 learned_addr learned my addr 172.21.15.157:0/917337450 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590a7fc640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c15e820 0x7f590c0cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2925663516 0 0) 0x7f590c0d2ba0 con 0x7f590c0b3610 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f58f4003530 con 0x7f590c0b3610 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 989504695 0 0) 0x7f58f4003530 con 0x7f590c0b3610 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c15e820 msgr2=0x7f590c0cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c15e820 0x7f590c0cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 >> v1:172.21.15.192:6789/0 conn(0x7f590c06d870 legacy=0x7f590c06dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f590c0d3440 con 0x7f590c0b3610 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f5904001a00 con 0x7f590c0b3610 2024-09-10T10:17:31.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 >> v1:172.21.15.157:6789/0 conn(0x7f590c0b3610 legacy=0x7f590c0d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58f40039f0 0x7f58f4003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f58f4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c15e820 0x7f58f40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f590c0d3160 con 0x7f58f4004810 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f58f400bb40 con 0x7f58f40039f0 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f58f400bd40 con 0x7f590c15e820 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590a7fc640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f58f4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590b7fe640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c15e820 0x7f58f40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590a7fc640 1 -- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c15e820 msgr2=0x7f58f40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590affd640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58f40039f0 0x7f58f4003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590a7fc640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c15e820 0x7f58f40051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590a7fc640 1 -- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58f40039f0 msgr2=0x7f58f4003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:31.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590a7fc640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58f40039f0 0x7f58f4003e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.560+0000 7f590a7fc640 1 -- 172.21.15.157:0/917337450 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58f4003530 con 0x7f58f4004810 2024-09-10T10:17:31.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590a7fc640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f58f4004c90 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f590c15ec20 tx=0x7f58fc01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=397fa284ef0fc7b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:31.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58fc0b2070 con 0x7f58f4004810 2024-09-10T10:17:31.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58fc0a55e0 con 0x7f58f4004810 2024-09-10T10:17:31.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f5909ffb640 1 -- 172.21.15.157:0/917337450 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58fc0096b0 con 0x7f58f4004810 2024-09-10T10:17:31.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- 172.21.15.157:0/917337450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 msgr2=0x7f58f4004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 --2- 172.21.15.157:0/917337450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f58f4004c90 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f590c15ec20 tx=0x7f58fc01c9f0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590b7fe640 1 -- 172.21.15.157:0/917337450 reap_dead start 2024-09-10T10:17:31.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- 172.21.15.157:0/917337450 shutdown_connections 2024-09-10T10:17:31.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- 172.21.15.157:0/917337450 >> 172.21.15.157:0/917337450 conn(0x7f590c0d4910 msgr2=0x7f590c0d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:31.568 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- 172.21.15.157:0/917337450 shutdown_connections 2024-09-10T10:17:31.568 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- 172.21.15.157:0/917337450 wait complete. 2024-09-10T10:17:31.568 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 Processor -- start 2024-09-10T10:17:31.568 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- start start 2024-09-10T10:17:31.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f590c0cc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f590c1f4270 0x7f590c0ae940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c1f11e0 0x7f590c1f1670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f590c0cf750 con 0x7f58f4004810 2024-09-10T10:17:31.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f590c0d4350 con 0x7f590c1f4270 2024-09-10T10:17:31.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f590c0cf8d0 con 0x7f590c1f11e0 2024-09-10T10:17:31.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590affd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f590c0cc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590affd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f590c0cc8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35614/0 (socket says 172.21.15.157:35614) 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590affd640 1 -- 172.21.15.157:0/4107635785 learned_addr learned my addr 172.21.15.157:0/4107635785 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590b7fe640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c1f11e0 0x7f590c1f1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590a7fc640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f590c1f4270 0x7f590c0ae940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590affd640 1 -- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c1f11e0 msgr2=0x7f590c1f1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590affd640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c1f11e0 0x7f590c1f1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590affd640 1 -- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f590c1f4270 msgr2=0x7f590c0ae940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590affd640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f590c1f4270 0x7f590c0ae940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590affd640 1 -- 172.21.15.157:0/4107635785 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f590c0ce2f0 con 0x7f58f4004810 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590b7fe640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c1f11e0 0x7f590c1f1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f590affd640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f590c0cc8e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f590000d7a0 tx=0x7f590000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f58f37fe640 1 -- 172.21.15.157:0/4107635785 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5900005270 con 0x7f58f4004810 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f58f37fe640 1 -- 172.21.15.157:0/4107635785 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5900017070 con 0x7f58f4004810 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f590c0cd250 con 0x7f58f4004810 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f58f37fe640 1 -- 172.21.15.157:0/4107635785 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590000b6b0 con 0x7f58f4004810 2024-09-10T10:17:31.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.564+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f590c0cd810 con 0x7f58f4004810 2024-09-10T10:17:31.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.568+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f590c06dc50 con 0x7f58f4004810 2024-09-10T10:17:31.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.568+0000 7f58f37fe640 1 -- 172.21.15.157:0/4107635785 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f590000b850 con 0x7f58f4004810 2024-09-10T10:17:31.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.568+0000 7f58f37fe640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f58f80678c0 0x7f58f8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.568+0000 7f58f37fe640 1 -- 172.21.15.157:0/4107635785 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5900085a70 con 0x7f58f4004810 2024-09-10T10:17:31.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.568+0000 7f590a7fc640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f58f80678c0 0x7f58f8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.568+0000 7f590a7fc640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f58f80678c0 0x7f58f8069d80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f58fc0af000 tx=0x7f58fc0046d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:31.574 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.572+0000 7f58f37fe640 1 -- 172.21.15.157:0/4107635785 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f590c0ce2f0 con 0x7f58f4004810 2024-09-10T10:17:31.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.752+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f590c0b5d70 con 0x7f58f4004810 2024-09-10T10:17:31.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f58f37fe640 1 -- 172.21.15.157:0/4107635785 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f5900056640 con 0x7f58f4004810 2024-09-10T10:17:31.757 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:31.757 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"btime":"2024-09-10T10:17:00:648168+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/309600849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":309600849},{"type":"v1","addr":"172.21.15.192:6837","nonce":309600849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/492583993","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":492583993},{"type":"v1","addr":"172.21.15.157:6835","nonce":492583993}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:16:56.979927+0000","modified":"2024-09-10T10:17:00.006036+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2297479090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2297479090},{"type":"v1","addr":"172.21.15.192:6835","nonce":2297479090}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-10T10:17:31.757 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f58f80678c0 msgr2=0x7f58f8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f58f80678c0 0x7f58f8069d80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f58fc0af000 tx=0x7f58fc0046d0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 msgr2=0x7f590c0cc8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f590c0cc8e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f590000d7a0 tx=0x7f590000dc60 comp rx=0 tx=0).stop 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 shutdown_connections 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f58f80678c0 0x7f58f8069d80 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f590c1f11e0 0x7f590c1f1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f590c1f4270 0x7f590c0ae940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 --2- 172.21.15.157:0/4107635785 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58f4004810 0x7f590c0cc8e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.760 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 >> 172.21.15.157:0/4107635785 conn(0x7f590c0d4910 msgr2=0x7f590c0b43d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:31.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 shutdown_connections 2024-09-10T10:17:31.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.756+0000 7f59115df640 1 -- 172.21.15.157:0/4107635785 wait complete. 2024-09-10T10:17:31.776 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:31.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b1377d640 1 Processor -- start 2024-09-10T10:17:31.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b1377d640 1 -- start start 2024-09-10T10:17:31.890 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b1377d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8b0c15f6b0 0x7f8b0c0afed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b1377d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c0cf730 0x7f8b0c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b1377d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b0c15fa90 con 0x7f8b0c15c700 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b1377d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f8b0c0d00e0 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b1377d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f8b0c15df50 con 0x7f8b0c0cf730 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b11519640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8b0c15f6b0 0x7f8b0c0afed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b11519640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8b0c15f6b0 0x7f8b0c0afed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35620/0 (socket says 172.21.15.157:35620) 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b11519640 1 -- 172.21.15.157:0/935756820 learned_addr learned my addr 172.21.15.157:0/935756820 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b11d1a640 1 --2- 172.21.15.157:0/935756820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c0cf730 0x7f8b0c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b11519640 1 -- 172.21.15.157:0/935756820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c0cf730 msgr2=0x7f8b0c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b11519640 1 --2- 172.21.15.157:0/935756820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c0cf730 0x7f8b0c0cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b11519640 1 -- 172.21.15.157:0/935756820 >> v1:172.21.15.192:6789/0 conn(0x7f8b0c15c700 legacy=0x7f8b0c15d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:31.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.888+0000 7f8b11519640 1 -- 172.21.15.157:0/935756820 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b0c15ccc0 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11519640 1 --2- 172.21.15.157:0/935756820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 0x7f8b0c0afed0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8b080098a0 tx=0x7f8b0801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24808e74d60f73ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:31.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b03fff640 1 -- 172.21.15.157:0/935756820 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b080ab600 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b03fff640 1 -- 172.21.15.157:0/935756820 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b080b0070 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b03fff640 1 -- 172.21.15.157:0/935756820 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b080ab9c0 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- 172.21.15.157:0/935756820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 msgr2=0x7f8b0c0afed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 --2- 172.21.15.157:0/935756820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 0x7f8b0c0afed0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8b080098a0 tx=0x7f8b0801c440 comp rx=0 tx=0).stop 2024-09-10T10:17:31.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- 172.21.15.157:0/935756820 shutdown_connections 2024-09-10T10:17:31.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 --2- 172.21.15.157:0/935756820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c0cf730 0x7f8b0c0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 --2- 172.21.15.157:0/935756820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 0x7f8b0c0afed0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- 172.21.15.157:0/935756820 >> 172.21.15.157:0/935756820 conn(0x7f8b0c0b0740 msgr2=0x7f8b0c0b0b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:31.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- 172.21.15.157:0/935756820 shutdown_connections 2024-09-10T10:17:31.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- 172.21.15.157:0/935756820 wait complete. 2024-09-10T10:17:31.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 Processor -- start 2024-09-10T10:17:31.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- start start 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b0c0cf730 0x7f8b0c14d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c15c700 0x7f8b0c15c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 0x7f8b0c14cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8b0c06e630 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8b0c06e4b0 con 0x7f8b0c0cf730 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f8b0c0b0410 con 0x7f8b0c15c700 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11d1a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 0x7f8b0c14cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11d1a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 0x7f8b0c14cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35626/0 (socket says 172.21.15.157:35626) 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11d1a640 1 -- 172.21.15.157:0/4163257369 learned_addr learned my addr 172.21.15.157:0/4163257369 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11519640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b0c0cf730 0x7f8b0c14d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b10d18640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c15c700 0x7f8b0c15c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11d1a640 1 -- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c15c700 msgr2=0x7f8b0c15c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11d1a640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c15c700 0x7f8b0c15c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11d1a640 1 -- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b0c0cf730 msgr2=0x7f8b0c14d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11d1a640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b0c0cf730 0x7f8b0c14d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11d1a640 1 -- 172.21.15.157:0/4163257369 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b0c0b6260 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b10d18640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c15c700 0x7f8b0c15c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b11d1a640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 0x7f8b0c14cb20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8b04007e40 tx=0x7f8b0400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b01ffb640 1 -- 172.21.15.157:0/4163257369 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04014620 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b01ffb640 1 -- 172.21.15.157:0/4163257369 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b04019070 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b01ffb640 1 -- 172.21.15.157:0/4163257369 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04014a20 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b0c1522d0 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.892+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b0c152890 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.898 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.896+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b0c06f2a0 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.899 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.896+0000 7f8b01ffb640 1 -- 172.21.15.157:0/4163257369 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8b04014bc0 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.899 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.896+0000 7f8b01ffb640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8af00678f0 0x7f8af0069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:31.899 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.896+0000 7f8b01ffb640 1 -- 172.21.15.157:0/4163257369 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8b04086450 con 0x7f8b0c15f6b0 2024-09-10T10:17:31.900 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.896+0000 7f8b11519640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8af00678f0 0x7f8af0069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:31.900 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.896+0000 7f8b11519640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8af00678f0 0x7f8af0069db0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8b080af000 tx=0x7f8b080a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:31.902 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:31.900+0000 7f8b01ffb640 1 -- 172.21.15.157:0/4163257369 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8b04011260 con 0x7f8b0c15f6b0 2024-09-10T10:17:32.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.080+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b0c0ceeb0 con 0x7f8b0c15f6b0 2024-09-10T10:17:32.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.084+0000 7f8b01ffb640 1 -- 172.21.15.157:0/4163257369 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f8b04057020 con 0x7f8b0c15f6b0 2024-09-10T10:17:32.086 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:32.086 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"btime":"2024-09-10T10:17:00:648168+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/309600849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":309600849},{"type":"v1","addr":"172.21.15.192:6837","nonce":309600849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/492583993","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":492583993},{"type":"v1","addr":"172.21.15.157:6835","nonce":492583993}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:16:56.979927+0000","modified":"2024-09-10T10:17:00.006036+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2297479090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2297479090},{"type":"v1","addr":"172.21.15.192:6835","nonce":2297479090}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-10T10:17:32.086 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-09-10T10:17:32.089 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8af00678f0 msgr2=0x7f8af0069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.089 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8af00678f0 0x7f8af0069db0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8b080af000 tx=0x7f8b080a7000 comp rx=0 tx=0).stop 2024-09-10T10:17:32.089 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 msgr2=0x7f8b0c14cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.089 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 0x7f8b0c14cb20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8b04007e40 tx=0x7f8b0400e4b0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 shutdown_connections 2024-09-10T10:17:32.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8af00678f0 0x7f8af0069db0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b0c15f6b0 0x7f8b0c14cb20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b0c15c700 0x7f8b0c15c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 --2- 172.21.15.157:0/4163257369 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b0c0cf730 0x7f8b0c14d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 >> 172.21.15.157:0/4163257369 conn(0x7f8b0c0b0740 msgr2=0x7f8b0c0727a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:32.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 shutdown_connections 2024-09-10T10:17:32.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.088+0000 7f8b1377d640 1 -- 172.21.15.157:0/4163257369 wait complete. 2024-09-10T10:17:32.104 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:32.224 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.220+0000 7f3ecccd7640 1 Processor -- start 2024-09-10T10:17:32.225 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.220+0000 7f3ecccd7640 1 -- start start 2024-09-10T10:17:32.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ecccd7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3ec815e110 0x7f3ec80d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ecccd7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 0x7f3ec8161f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ecccd7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3ec8162460 0x7f3ec80b4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ecccd7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f3ec8074180 con 0x7f3ec815e110 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ecccd7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f3ec81629c0 con 0x7f3ec8162460 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ecccd7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f3ec8162ca0 con 0x7f3ec815e4f0 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec659c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3ec815e110 0x7f3ec80d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec659c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3ec815e110 0x7f3ec80d2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35628/0 (socket says 172.21.15.157:35628) 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec659c640 1 -- 172.21.15.157:0/3396535182 learned_addr learned my addr 172.21.15.157:0/3396535182 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec6d9d640 1 --2- 172.21.15.157:0/3396535182 >> v2:172.21.15.192:3300/0 conn(0x7f3ec8162460 0x7f3ec80b4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec5d9b640 1 --2- 172.21.15.157:0/3396535182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 0x7f3ec8161f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec659c640 1 -- 172.21.15.157:0/3396535182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 msgr2=0x7f3ec8161f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec659c640 1 --2- 172.21.15.157:0/3396535182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 0x7f3ec8161f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec659c640 1 -- 172.21.15.157:0/3396535182 >> v2:172.21.15.192:3300/0 conn(0x7f3ec8162460 msgr2=0x7f3ec80b4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:32.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec659c640 1 --2- 172.21.15.157:0/3396535182 >> v2:172.21.15.192:3300/0 conn(0x7f3ec8162460 0x7f3ec80b4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec659c640 1 -- 172.21.15.157:0/3396535182 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ec80d2470 con 0x7f3ec815e110 2024-09-10T10:17:32.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec6d9d640 1 --2- 172.21.15.157:0/3396535182 >> v2:172.21.15.192:3300/0 conn(0x7f3ec8162460 0x7f3ec80b4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:32.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec659c640 1 --2- 172.21.15.157:0/3396535182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec815e110 0x7f3ec80d2f50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8073ea0 tx=0x7f3eb801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a47478b123702c0b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:32.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.224+0000 7f3ec559a640 1 -- 172.21.15.157:0/3396535182 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb80a5860 con 0x7f3ec815e110 2024-09-10T10:17:32.229 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec559a640 1 -- 172.21.15.157:0/3396535182 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3eb80a5a00 con 0x7f3ec815e110 2024-09-10T10:17:32.229 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec559a640 1 -- 172.21.15.157:0/3396535182 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb80a5dd0 con 0x7f3ec815e110 2024-09-10T10:17:32.229 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- 172.21.15.157:0/3396535182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec815e110 msgr2=0x7f3ec80d2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.229 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/3396535182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec815e110 0x7f3ec80d2f50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8073ea0 tx=0x7f3eb801c9c0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.230 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- 172.21.15.157:0/3396535182 shutdown_connections 2024-09-10T10:17:32.230 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/3396535182 >> v2:172.21.15.192:3300/0 conn(0x7f3ec8162460 0x7f3ec80b4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.230 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/3396535182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 0x7f3ec8161f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.230 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/3396535182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec815e110 0x7f3ec80d2f50 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.230 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- 172.21.15.157:0/3396535182 >> 172.21.15.157:0/3396535182 conn(0x7f3ec8067a00 msgr2=0x7f3ec8067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:32.230 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- 172.21.15.157:0/3396535182 shutdown_connections 2024-09-10T10:17:32.230 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- 172.21.15.157:0/3396535182 wait complete. 2024-09-10T10:17:32.230 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 Processor -- start 2024-09-10T10:17:32.231 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- start start 2024-09-10T10:17:32.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ec815e110 0x7f3ec8163010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 0x7f3ec81fa1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec8162460 0x7f3ec8167650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec806ddd0 con 0x7f3ec8162460 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec806dc50 con 0x7f3ec815e110 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f3ec806df50 con 0x7f3ec815e4f0 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec6d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec8162460 0x7f3ec8167650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec6d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec8162460 0x7f3ec8167650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35644/0 (socket says 172.21.15.157:35644) 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec6d9d640 1 -- 172.21.15.157:0/494387840 learned_addr learned my addr 172.21.15.157:0/494387840 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec5d9b640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 0x7f3ec81fa1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec659c640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ec815e110 0x7f3ec8163010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec6d9d640 1 -- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 msgr2=0x7f3ec81fa1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec6d9d640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 0x7f3ec81fa1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec6d9d640 1 -- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ec815e110 msgr2=0x7f3ec8163010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.234 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec6d9d640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ec815e110 0x7f3ec8163010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.234 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec6d9d640 1 -- 172.21.15.157:0/494387840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ec81f76d0 con 0x7f3ec8162460 2024-09-10T10:17:32.234 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ec6d9d640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec8162460 0x7f3ec8167650 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3ec000c820 tx=0x7f3ec000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:32.234 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3eb6ffd640 1 -- 172.21.15.157:0/494387840 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0015070 con 0x7f3ec8162460 2024-09-10T10:17:32.234 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3eb6ffd640 1 -- 172.21.15.157:0/494387840 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ec0004240 con 0x7f3ec8162460 2024-09-10T10:17:32.234 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ec81f79b0 con 0x7f3ec8162460 2024-09-10T10:17:32.234 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3eb6ffd640 1 -- 172.21.15.157:0/494387840 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec000ce10 con 0x7f3ec8162460 2024-09-10T10:17:32.234 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.228+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ec81f7f70 con 0x7f3ec8162460 2024-09-10T10:17:32.235 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.232+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ec8161f20 con 0x7f3ec8162460 2024-09-10T10:17:32.235 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.232+0000 7f3eb6ffd640 1 -- 172.21.15.157:0/494387840 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f3ec0007830 con 0x7f3ec8162460 2024-09-10T10:17:32.235 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.232+0000 7f3eb6ffd640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3ea80678c0 0x7f3ea8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.235 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.232+0000 7f3eb6ffd640 1 -- 172.21.15.157:0/494387840 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3ec0085a70 con 0x7f3ec8162460 2024-09-10T10:17:32.235 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.232+0000 7f3ec659c640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3ea80678c0 0x7f3ea8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.235 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.232+0000 7f3ec659c640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3ea80678c0 0x7f3ea8069d80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3eb80ae000 tx=0x7f3eb80a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:32.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.236+0000 7f3eb6ffd640 1 -- 172.21.15.157:0/494387840 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3ec0056640 con 0x7f3ec8162460 2024-09-10T10:17:32.401 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.400+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3ec80b2630 con 0x7f3ec8162460 2024-09-10T10:17:32.403 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.400+0000 7f3eb6ffd640 1 -- 172.21.15.157:0/494387840 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16701 (secure 0 0 0) 0x7f3ec0055f40 con 0x7f3ec8162460 2024-09-10T10:17:32.404 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:32.404 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":21,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:58.632281+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:16:54.798002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:16:55.963353+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:32.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3ea80678c0 msgr2=0x7f3ea8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3ea80678c0 0x7f3ea8069d80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3eb80ae000 tx=0x7f3eb80a7070 comp rx=0 tx=0).stop 2024-09-10T10:17:32.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec8162460 msgr2=0x7f3ec8167650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec8162460 0x7f3ec8167650 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3ec000c820 tx=0x7f3ec000cce0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 shutdown_connections 2024-09-10T10:17:32.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f3ea80678c0 0x7f3ea8069d80 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ec8162460 0x7f3ec8167650 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ec815e4f0 0x7f3ec81fa1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.406 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 --2- 172.21.15.157:0/494387840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ec815e110 0x7f3ec8163010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 >> 172.21.15.157:0/494387840 conn(0x7f3ec8067a00 msgr2=0x7f3ec80b3d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:32.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 shutdown_connections 2024-09-10T10:17:32.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.404+0000 7f3ecccd7640 1 -- 172.21.15.157:0/494387840 wait complete. 2024-09-10T10:17:32.422 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:17:32.423 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:32.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff95828640 1 Processor -- start 2024-09-10T10:17:32.545 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff95828640 1 -- start start 2024-09-10T10:17:32.548 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff95828640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff900ceac0 0x7eff900d0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.548 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff95828640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff900d0960 con 0x7eff90145970 2024-09-10T10:17:32.548 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff95828640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff900d0c40 con 0x7eff900b24d0 2024-09-10T10:17:32.548 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff95828640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7eff900d0f20 con 0x7eff900ceac0 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8effd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7eff90145970 0x7eff900b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38914/0 (socket says 172.21.15.157:38914) 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8effd640 1 -- 172.21.15.157:0/458172590 learned_addr learned my addr 172.21.15.157:0/458172590 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8f7fe640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff900ceac0 0x7eff900d0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 358689013 0 0) 0x7eff900d0960 con 0x7eff90145970 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff78003530 con 0x7eff90145970 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3208642397 0 0) 0x7eff78003530 con 0x7eff90145970 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff900ceac0 msgr2=0x7eff900d0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff900ceac0 0x7eff900d0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 >> v1:172.21.15.192:6789/0 conn(0x7eff900b24d0 legacy=0x7eff900cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff900cd2b0 con 0x7eff90145970 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7eff800016a0 con 0x7eff90145970 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 >> v1:172.21.15.157:6789/0 conn(0x7eff90145970 legacy=0x7eff900b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff78003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff78004810 0x7eff78004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff900ceac0 0x7eff78005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7eff900d0f20 con 0x7eff780039f0 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7eff7800bb00 con 0x7eff78004810 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7eff7800bd00 con 0x7eff900ceac0 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8effd640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff78003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8effd640 1 -- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff900ceac0 msgr2=0x7eff78005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8effd640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff900ceac0 0x7eff78005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8effd640 1 -- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff78004810 msgr2=0x7eff78004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8e7fc640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff78004810 0x7eff78004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8effd640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff78004810 0x7eff78004c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.544+0000 7eff8effd640 1 -- 172.21.15.157:0/458172590 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff78003530 con 0x7eff780039f0 2024-09-10T10:17:32.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff8effd640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff78003e10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7eff8000c210 tx=0x7eff8001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d36e7046a166402 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:32.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff80007d20 con 0x7eff780039f0 2024-09-10T10:17:32.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff800a9020 con 0x7eff780039f0 2024-09-10T10:17:32.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff8dffb640 1 -- 172.21.15.157:0/458172590 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff80005ae0 con 0x7eff780039f0 2024-09-10T10:17:32.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff95828640 1 -- 172.21.15.157:0/458172590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 msgr2=0x7eff78003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff95828640 1 --2- 172.21.15.157:0/458172590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff78003e10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7eff8000c210 tx=0x7eff8001cc40 comp rx=0 tx=0).stop 2024-09-10T10:17:32.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff8f7fe640 1 -- 172.21.15.157:0/458172590 reap_dead start 2024-09-10T10:17:32.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff95828640 1 -- 172.21.15.157:0/458172590 shutdown_connections 2024-09-10T10:17:32.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff95828640 1 -- 172.21.15.157:0/458172590 >> 172.21.15.157:0/458172590 conn(0x7eff9006bcc0 msgr2=0x7eff9006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:32.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff95828640 1 -- 172.21.15.157:0/458172590 shutdown_connections 2024-09-10T10:17:32.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff95828640 1 -- 172.21.15.157:0/458172590 wait complete. 2024-09-10T10:17:32.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff95828640 1 Processor -- start 2024-09-10T10:17:32.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.548+0000 7eff95828640 1 -- start start 2024-09-10T10:17:32.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff95828640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff901375e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff95828640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff9015c8a0 0x7eff9015f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff95828640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff90158170 0x7eff901585f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff95828640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7eff901679f0 con 0x7eff780039f0 2024-09-10T10:17:32.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff95828640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7eff90167870 con 0x7eff9015c8a0 2024-09-10T10:17:32.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff95828640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7eff90167b70 con 0x7eff90158170 2024-09-10T10:17:32.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8effd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff901375e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8effd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff901375e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35660/0 (socket says 172.21.15.157:35660) 2024-09-10T10:17:32.555 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8effd640 1 -- 172.21.15.157:0/2657239008 learned_addr learned my addr 172.21.15.157:0/2657239008 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8f7fe640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff90158170 0x7eff901585f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8e7fc640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff9015c8a0 0x7eff9015f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8effd640 1 -- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff90158170 msgr2=0x7eff901585f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8effd640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff90158170 0x7eff901585f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8effd640 1 -- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff9015c8a0 msgr2=0x7eff9015f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8effd640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff9015c8a0 0x7eff9015f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8effd640 1 -- 172.21.15.157:0/2657239008 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff9015f730 con 0x7eff780039f0 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8effd640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff901375e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7eff800ab040 tx=0x7eff78005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff77fff640 1 -- 172.21.15.157:0/2657239008 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff80004c00 con 0x7eff780039f0 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff77fff640 1 -- 172.21.15.157:0/2657239008 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff80004da0 con 0x7eff780039f0 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff77fff640 1 -- 172.21.15.157:0/2657239008 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff800072d0 con 0x7eff780039f0 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff9015cd00 con 0x7eff780039f0 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff90138000 con 0x7eff780039f0 2024-09-10T10:17:32.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff900cfc50 con 0x7eff780039f0 2024-09-10T10:17:32.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff77fff640 1 -- 172.21.15.157:0/2657239008 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7eff80007470 con 0x7eff780039f0 2024-09-10T10:17:32.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff77fff640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7eff7c0678f0 0x7eff7c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff77fff640 1 -- 172.21.15.157:0/2657239008 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7eff8011f700 con 0x7eff780039f0 2024-09-10T10:17:32.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8e7fc640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7eff7c0678f0 0x7eff7c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.552+0000 7eff8e7fc640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7eff7c0678f0 0x7eff7c069db0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7eff84000c10 tx=0x7eff84009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:32.560 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.556+0000 7eff77fff640 1 -- 172.21.15.157:0/2657239008 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7eff80016950 con 0x7eff780039f0 2024-09-10T10:17:32.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff9015c5c0 con 0x7eff780039f0 2024-09-10T10:17:32.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff77fff640 1 -- 172.21.15.157:0/2657239008 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7eff800f0240 con 0x7eff780039f0 2024-09-10T10:17:32.751 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:32.751 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"btime":"2024-09-10T10:17:00:648168+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/309600849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":309600849},{"type":"v1","addr":"172.21.15.192:6837","nonce":309600849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/492583993","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":492583993},{"type":"v1","addr":"172.21.15.157:6835","nonce":492583993}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:16:56.979927+0000","modified":"2024-09-10T10:17:00.006036+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2297479090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2297479090},{"type":"v1","addr":"172.21.15.192:6835","nonce":2297479090}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-10T10:17:32.751 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-09-10T10:17:32.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7eff7c0678f0 msgr2=0x7eff7c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7eff7c0678f0 0x7eff7c069db0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7eff84000c10 tx=0x7eff84009040 comp rx=0 tx=0).stop 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 msgr2=0x7eff901375e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff901375e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7eff800ab040 tx=0x7eff78005840 comp rx=0 tx=0).stop 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 shutdown_connections 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7eff7c0678f0 0x7eff7c069db0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7eff90158170 0x7eff901585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff9015c8a0 0x7eff9015f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 --2- 172.21.15.157:0/2657239008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff780039f0 0x7eff901375e0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 >> 172.21.15.157:0/2657239008 conn(0x7eff9006bcc0 msgr2=0x7eff90143940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 shutdown_connections 2024-09-10T10:17:32.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.748+0000 7eff95828640 1 -- 172.21.15.157:0/2657239008 wait complete. 2024-09-10T10:17:32.767 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:32.872 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.868+0000 7fd8e3ecd640 1 Processor -- start 2024-09-10T10:17:32.872 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.868+0000 7fd8e3ecd640 1 -- start start 2024-09-10T10:17:32.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e3ecd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd8dc0b5200 0x7fd8dc15c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e3ecd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd8dc0b1dc0 0x7fd8dc0b21d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e3ecd640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8dc0b55e0 con 0x7fd8dc0cca90 2024-09-10T10:17:32.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e3ecd640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fd8dc0ce3b0 con 0x7fd8dc0b5200 2024-09-10T10:17:32.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e3ecd640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fd8dc15c5f0 con 0x7fd8dc0b1dc0 2024-09-10T10:17:32.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e1c69640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd8dc0b5200 0x7fd8dc15c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e1468640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fd8dc0cca90 0x7fd8dc0b43d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38926/0 (socket says 172.21.15.157:38926) 2024-09-10T10:17:32.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e1468640 1 -- 172.21.15.157:0/1730645509 learned_addr learned my addr 172.21.15.157:0/1730645509 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:32.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e1c69640 1 -- 172.21.15.157:0/1730645509 >> v2:172.21.15.192:3300/0 conn(0x7fd8dc0b1dc0 msgr2=0x7fd8dc0b21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:32.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e246a640 1 --2- 172.21.15.157:0/1730645509 >> v2:172.21.15.192:3300/0 conn(0x7fd8dc0b1dc0 0x7fd8dc0b21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e1c69640 1 --2- 172.21.15.157:0/1730645509 >> v2:172.21.15.192:3300/0 conn(0x7fd8dc0b1dc0 0x7fd8dc0b21d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e1c69640 1 -- 172.21.15.157:0/1730645509 >> v1:172.21.15.157:6789/0 conn(0x7fd8dc0cca90 legacy=0x7fd8dc0b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e0c67640 1 -- 172.21.15.157:0/1730645509 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2182113758 0 0) 0x7fd8dc0b55e0 con 0x7fd8dc0cca90 2024-09-10T10:17:32.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e1c69640 1 -- 172.21.15.157:0/1730645509 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8dc0b2710 con 0x7fd8dc0b5200 2024-09-10T10:17:32.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e1c69640 1 --2- 172.21.15.157:0/1730645509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 0x7fd8dc15c0b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc06cc00 tx=0x7fd8d801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48365c8bb113737e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:32.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e0c67640 1 -- 172.21.15.157:0/1730645509 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8d80b0070 con 0x7fd8dc0b5200 2024-09-10T10:17:32.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e0c67640 1 -- 172.21.15.157:0/1730645509 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8d80ab600 con 0x7fd8dc0b5200 2024-09-10T10:17:32.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e0c67640 1 -- 172.21.15.157:0/1730645509 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8d80ab9d0 con 0x7fd8dc0b5200 2024-09-10T10:17:32.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.872+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/1730645509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 msgr2=0x7fd8dc15c0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 --2- 172.21.15.157:0/1730645509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 0x7fd8dc15c0b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc06cc00 tx=0x7fd8d801c3d0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/1730645509 shutdown_connections 2024-09-10T10:17:32.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 --2- 172.21.15.157:0/1730645509 >> v2:172.21.15.192:3300/0 conn(0x7fd8dc0b1dc0 0x7fd8dc0b21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 --2- 172.21.15.157:0/1730645509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 0x7fd8dc15c0b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/1730645509 >> 172.21.15.157:0/1730645509 conn(0x7fd8dc06bcc0 msgr2=0x7fd8dc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:32.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/1730645509 shutdown_connections 2024-09-10T10:17:32.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/1730645509 wait complete. 2024-09-10T10:17:32.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 Processor -- start 2024-09-10T10:17:32.878 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- start start 2024-09-10T10:17:32.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8dc0b1dc0 0x7fd8dc0cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 0x7fd8dc151110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8dc0cca90 0x7fd8dc0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd8dc0b3d60 con 0x7fd8dc0b5200 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd8dc0cd8c0 con 0x7fd8dc0b1dc0 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd8dc0b3ee0 con 0x7fd8dc0cca90 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1468640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 0x7fd8dc151110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1468640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 0x7fd8dc151110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35678/0 (socket says 172.21.15.157:35678) 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1468640 1 -- 172.21.15.157:0/4127724789 learned_addr learned my addr 172.21.15.157:0/4127724789 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e246a640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8dc0cca90 0x7fd8dc0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1c69640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8dc0b1dc0 0x7fd8dc0cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1468640 1 -- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8dc0cca90 msgr2=0x7fd8dc0ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1468640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8dc0cca90 0x7fd8dc0ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1468640 1 -- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8dc0b1dc0 msgr2=0x7fd8dc0cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1468640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8dc0b1dc0 0x7fd8dc0cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1468640 1 -- 172.21.15.157:0/4127724789 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8dc071d30 con 0x7fd8dc0b5200 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e1468640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 0x7fd8dc151110 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc00c4b0 tx=0x7fd8cc00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8d27fc640 1 -- 172.21.15.157:0/4127724789 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8cc018070 con 0x7fd8dc0b5200 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8d27fc640 1 -- 172.21.15.157:0/4127724789 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8cc007500 con 0x7fd8dc0b5200 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8d27fc640 1 -- 172.21.15.157:0/4127724789 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8cc004a30 con 0x7fd8dc0b5200 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8dc072010 con 0x7fd8dc0b5200 2024-09-10T10:17:32.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8dc156da0 con 0x7fd8dc0b5200 2024-09-10T10:17:32.882 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.876+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8dc0b21d0 con 0x7fd8dc0b5200 2024-09-10T10:17:32.882 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.880+0000 7fd8d27fc640 1 -- 172.21.15.157:0/4127724789 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd8cc004bd0 con 0x7fd8dc0b5200 2024-09-10T10:17:32.882 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.880+0000 7fd8d27fc640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8c00678c0 0x7fd8c0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:32.882 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.880+0000 7fd8d27fc640 1 -- 172.21.15.157:0/4127724789 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd8cc084e40 con 0x7fd8dc0b5200 2024-09-10T10:17:32.882 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.880+0000 7fd8e1c69640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8c00678c0 0x7fd8c0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:32.883 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.880+0000 7fd8e1c69640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8c00678c0 0x7fd8c0069d80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd8d80ad000 tx=0x7fd8d80a6000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:32.885 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:32.884+0000 7fd8d27fc640 1 -- 172.21.15.157:0/4127724789 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd8cc055a10 con 0x7fd8dc0b5200 2024-09-10T10:17:33.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.068+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8dc06c4d0 con 0x7fd8dc0b5200 2024-09-10T10:17:33.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.068+0000 7fd8d27fc640 1 -- 172.21.15.157:0/4127724789 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fd8cc055310 con 0x7fd8dc0b5200 2024-09-10T10:17:33.073 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:33.073 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":8,"btime":"2024-09-10T10:17:00:648168+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/309600849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":309600849},{"type":"v1","addr":"172.21.15.192:6837","nonce":309600849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/492583993","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":492583993},{"type":"v1","addr":"172.21.15.157:6835","nonce":492583993}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/329114012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":329114012},{"type":"v1","addr":"172.21.15.157:6834","nonce":329114012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:16:56.979927+0000","modified":"2024-09-10T10:17:00.006036+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2297479090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2297479090},{"type":"v1","addr":"172.21.15.192:6835","nonce":2297479090}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-10T10:17:33.073 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 8 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8c00678c0 msgr2=0x7fd8c0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8c00678c0 0x7fd8c0069d80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd8d80ad000 tx=0x7fd8d80a6000 comp rx=0 tx=0).stop 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 msgr2=0x7fd8dc151110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 0x7fd8dc151110 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc00c4b0 tx=0x7fd8cc00c970 comp rx=0 tx=0).stop 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 shutdown_connections 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8c00678c0 0x7fd8c0069d80 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8dc0cca90 0x7fd8dc0ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0b5200 0x7fd8dc151110 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 --2- 172.21.15.157:0/4127724789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8dc0b1dc0 0x7fd8dc0cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 >> 172.21.15.157:0/4127724789 conn(0x7fd8dc06bcc0 msgr2=0x7fd8dc15d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 shutdown_connections 2024-09-10T10:17:33.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.072+0000 7fd8e3ecd640 1 -- 172.21.15.157:0/4127724789 wait complete. 2024-09-10T10:17:33.090 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:33.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.204+0000 7f67d5461640 1 Processor -- start 2024-09-10T10:17:33.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.204+0000 7f67d5461640 1 -- start start 2024-09-10T10:17:33.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67d5461640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67d00b6b60 0x7f67d00d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67d5461640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67d00d2a90 con 0x7f67d00b6780 2024-09-10T10:17:33.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67d5461640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67d00d2d70 con 0x7f67d00b3090 2024-09-10T10:17:33.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67d5461640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f67d006e360 con 0x7f67d00b6b60 2024-09-10T10:17:33.209 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67ceffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f67d00b6780 0x7f67d006dc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:38938/0 (socket says 172.21.15.157:38938) 2024-09-10T10:17:33.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67ceffd640 1 -- 172.21.15.157:0/2005019653 learned_addr learned my addr 172.21.15.157:0/2005019653 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:33.211 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2818101667 0 0) 0x7f67d00d2a90 con 0x7f67d00b6780 2024-09-10T10:17:33.211 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cf7fe640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67d00b6b60 0x7f67d00d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.211 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f67b8003530 con 0x7f67d00b6780 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2369454559 0 0) 0x7f67b8003530 con 0x7f67d00b6780 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67d00b6b60 msgr2=0x7f67d00d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67d00b6b60 0x7f67d00d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 >> v1:172.21.15.192:6789/0 conn(0x7f67d00b3090 legacy=0x7f67d0162a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67d00d3050 con 0x7f67d00b6780 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f67c0001680 con 0x7f67d00b6780 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 >> v1:172.21.15.157:6789/0 conn(0x7f67d00b6780 legacy=0x7f67d006dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67b80039f0 0x7f67b8003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67d00b6b60 0x7f67b8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67b8004d50 0x7f67b80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f67d006e360 con 0x7f67b80039f0 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f67b800ba80 con 0x7f67b8004d50 2024-09-10T10:17:33.212 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f67b800bc80 con 0x7f67d00b6b60 2024-09-10T10:17:33.213 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67ceffd640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67b80039f0 0x7f67b8003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.213 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67ce7fc640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67d00b6b60 0x7f67b8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.213 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67ceffd640 1 -- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67d00b6b60 msgr2=0x7f67b8004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:33.213 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67ceffd640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67d00b6b60 0x7f67b8004810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.213 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67ceffd640 1 -- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67b8004d50 msgr2=0x7f67b80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:33.213 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67ceffd640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67b8004d50 0x7f67b80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.213 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.208+0000 7f67ceffd640 1 -- 172.21.15.157:0/2005019653 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67b8003530 con 0x7f67b80039f0 2024-09-10T10:17:33.214 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ceffd640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67b80039f0 0x7f67b8003e10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f67c0001ec0 tx=0x7f67c001cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7e73962fb370972 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:33.214 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c0007d40 con 0x7f67b80039f0 2024-09-10T10:17:33.214 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67c00a9070 con 0x7f67b80039f0 2024-09-10T10:17:33.214 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67cdffb640 1 -- 172.21.15.157:0/2005019653 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c0005d40 con 0x7f67b80039f0 2024-09-10T10:17:33.214 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- 172.21.15.157:0/2005019653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67b80039f0 msgr2=0x7f67b8003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.214 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 --2- 172.21.15.157:0/2005019653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67b80039f0 0x7f67b8003e10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f67c0001ec0 tx=0x7f67c001cc60 comp rx=0 tx=0).stop 2024-09-10T10:17:33.214 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67cf7fe640 1 -- 172.21.15.157:0/2005019653 reap_dead start 2024-09-10T10:17:33.215 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- 172.21.15.157:0/2005019653 shutdown_connections 2024-09-10T10:17:33.215 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- 172.21.15.157:0/2005019653 >> 172.21.15.157:0/2005019653 conn(0x7f67d00d1390 msgr2=0x7f67d00d17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:33.215 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- 172.21.15.157:0/2005019653 shutdown_connections 2024-09-10T10:17:33.215 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- 172.21.15.157:0/2005019653 wait complete. 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 Processor -- start 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- start start 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67b80039f0 0x7f67d00cc700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67d015e420 0x7f67d0155a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d00b7700 0x7f67d00b7b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f67d00d2630 con 0x7f67d015e420 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f67d016a5c0 con 0x7f67d00b7700 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f67d016a740 con 0x7f67b80039f0 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ce7fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67d015e420 0x7f67d0155a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ce7fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67d015e420 0x7f67d0155a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35686/0 (socket says 172.21.15.157:35686) 2024-09-10T10:17:33.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ce7fc640 1 -- 172.21.15.157:0/3389499902 learned_addr learned my addr 172.21.15.157:0/3389499902 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ceffd640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67b80039f0 0x7f67d00cc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67cf7fe640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d00b7700 0x7f67d00b7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ce7fc640 1 -- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67b80039f0 msgr2=0x7f67d00cc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ce7fc640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67b80039f0 0x7f67d00cc700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ce7fc640 1 -- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d00b7700 msgr2=0x7f67d00b7b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ce7fc640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d00b7700 0x7f67d00b7b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ce7fc640 1 -- 172.21.15.157:0/3389499902 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67d0160120 con 0x7f67d015e420 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67cf7fe640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d00b7700 0x7f67d00b7b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67ce7fc640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67d015e420 0x7f67d0155a20 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f67c400d8b0 tx=0x7f67c400dd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67b77fe640 1 -- 172.21.15.157:0/3389499902 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c4003db0 con 0x7f67d015e420 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67b77fe640 1 -- 172.21.15.157:0/3389499902 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67c4017070 con 0x7f67d015e420 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67b77fe640 1 -- 172.21.15.157:0/3389499902 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c40052f0 con 0x7f67d015e420 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67d00ccfa0 con 0x7f67d015e420 2024-09-10T10:17:33.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.212+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67d00cd560 con 0x7f67d015e420 2024-09-10T10:17:33.219 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.216+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67d00d2a90 con 0x7f67d015e420 2024-09-10T10:17:33.219 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.216+0000 7f67b77fe640 1 -- 172.21.15.157:0/3389499902 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f67c4005490 con 0x7f67d015e420 2024-09-10T10:17:33.219 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.216+0000 7f67b77fe640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67bc0678f0 0x7f67bc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.220 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.216+0000 7f67b77fe640 1 -- 172.21.15.157:0/3389499902 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f67c4085e40 con 0x7f67d015e420 2024-09-10T10:17:33.220 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.216+0000 7f67ceffd640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67bc0678f0 0x7f67bc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.220 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.216+0000 7f67ceffd640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67bc0678f0 0x7f67bc069db0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f67c00ab000 tx=0x7f67c00b1040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:33.222 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.220+0000 7f67b77fe640 1 -- 172.21.15.157:0/3389499902 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f67c4056a10 con 0x7f67d015e420 2024-09-10T10:17:33.386 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.384+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f67d006e4e0 con 0x7f67d015e420 2024-09-10T10:17:33.389 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67b77fe640 1 -- 172.21.15.157:0/3389499902 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16701 (secure 0 0 0) 0x7f67c4056310 con 0x7f67d015e420 2024-09-10T10:17:33.389 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:33.389 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":21,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:16:58.632281+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:16:54.798002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T10:16:55.963353+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:33.391 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67bc0678f0 msgr2=0x7f67bc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.391 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67bc0678f0 0x7f67bc069db0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f67c00ab000 tx=0x7f67c00b1040 comp rx=0 tx=0).stop 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67d015e420 msgr2=0x7f67d0155a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67d015e420 0x7f67d0155a20 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f67c400d8b0 tx=0x7f67c400dd70 comp rx=0 tx=0).stop 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 shutdown_connections 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67bc0678f0 0x7f67bc069db0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d00b7700 0x7f67d00b7b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67d015e420 0x7f67d0155a20 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 --2- 172.21.15.157:0/3389499902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f67b80039f0 0x7f67d00cc700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 >> 172.21.15.157:0/3389499902 conn(0x7f67d00d1390 msgr2=0x7f67d015f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 shutdown_connections 2024-09-10T10:17:33.392 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.388+0000 7f67d5461640 1 -- 172.21.15.157:0/3389499902 wait complete. 2024-09-10T10:17:33.408 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:17:33.523 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380c335640 1 Processor -- start 2024-09-10T10:17:33.523 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380c335640 1 -- start start 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380c335640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f380406d870 0x7f380406dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380c335640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f380415e820 0x7f38040cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380c335640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38040b3610 0x7f38040d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380c335640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f380406e190 con 0x7f380415e820 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380c335640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f38040d2ba0 con 0x7f380406d870 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380c335640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f38040d2e80 con 0x7f38040b3610 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f38098d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f380415e820 0x7f38040cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f38098d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f380415e820 0x7f38040cf750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35694/0 (socket says 172.21.15.157:35694) 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f38098d0640 1 -- 172.21.15.157:0/2558482317 learned_addr learned my addr 172.21.15.157:0/2558482317 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:33.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380a8d2640 1 --2- 172.21.15.157:0/2558482317 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38040b3610 0x7f38040d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.526 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380a0d1640 1 --2- 172.21.15.157:0/2558482317 >> v2:172.21.15.192:3300/0 conn(0x7f380406d870 0x7f380406dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.526 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f38098d0640 1 -- 172.21.15.157:0/2558482317 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38040b3610 msgr2=0x7f38040d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:33.526 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f38098d0640 1 --2- 172.21.15.157:0/2558482317 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38040b3610 0x7f38040d3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.526 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f38098d0640 1 -- 172.21.15.157:0/2558482317 >> v2:172.21.15.192:3300/0 conn(0x7f380406d870 msgr2=0x7f380406dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:33.526 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f38098d0640 1 --2- 172.21.15.157:0/2558482317 >> v2:172.21.15.192:3300/0 conn(0x7f380406d870 0x7f380406dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.526 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f38098d0640 1 -- 172.21.15.157:0/2558482317 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38040d3160 con 0x7f380415e820 2024-09-10T10:17:33.526 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.520+0000 7f380a8d2640 1 --2- 172.21.15.157:0/2558482317 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38040b3610 0x7f38040d3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:33.527 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f38098d0640 1 --2- 172.21.15.157:0/2558482317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f380415e820 0x7f38040cf750 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f38040505a0 tx=0x7f37f401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddefd1ce5fb2c555 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:33.527 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f38090cf640 1 -- 172.21.15.157:0/2558482317 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f40aa430 con 0x7f380415e820 2024-09-10T10:17:33.527 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f38090cf640 1 -- 172.21.15.157:0/2558482317 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37f40af070 con 0x7f380415e820 2024-09-10T10:17:33.527 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f38090cf640 1 -- 172.21.15.157:0/2558482317 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f40aa7f0 con 0x7f380415e820 2024-09-10T10:17:33.528 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f380c335640 1 -- 172.21.15.157:0/2558482317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f380415e820 msgr2=0x7f38040cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.528 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f380c335640 1 --2- 172.21.15.157:0/2558482317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f380415e820 0x7f38040cf750 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f38040505a0 tx=0x7f37f401c4f0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.528 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f380c335640 1 -- 172.21.15.157:0/2558482317 shutdown_connections 2024-09-10T10:17:33.528 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f380c335640 1 --2- 172.21.15.157:0/2558482317 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38040b3610 0x7f38040d3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.528 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f380c335640 1 --2- 172.21.15.157:0/2558482317 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f380415e820 0x7f38040cf750 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.528 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f380c335640 1 --2- 172.21.15.157:0/2558482317 >> v2:172.21.15.192:3300/0 conn(0x7f380406d870 0x7f380406dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.528 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f380c335640 1 -- 172.21.15.157:0/2558482317 >> 172.21.15.157:0/2558482317 conn(0x7f38040d4910 msgr2=0x7f38040d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:33.528 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f380c335640 1 -- 172.21.15.157:0/2558482317 shutdown_connections 2024-09-10T10:17:33.529 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.524+0000 7f380c335640 1 -- 172.21.15.157:0/2558482317 wait complete. 2024-09-10T10:17:33.531 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 Processor -- start 2024-09-10T10:17:33.531 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 -- start start 2024-09-10T10:17:33.531 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f380406d870 0x7f38040c8c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38040b3610 0x7f38040ca1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380415e820 0x7f380415fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f380406c200 con 0x7f38040b3610 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f380406c080 con 0x7f380406d870 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f380406c380 con 0x7f380415e820 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f38098d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38040b3610 0x7f38040ca1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f38098d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38040b3610 0x7f38040ca1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35700/0 (socket says 172.21.15.157:35700) 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f38098d0640 1 -- 172.21.15.157:0/906748268 learned_addr learned my addr 172.21.15.157:0/906748268 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380a0d1640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f380406d870 0x7f38040c8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380a8d2640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380415e820 0x7f380415fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f38098d0640 1 -- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380415e820 msgr2=0x7f380415fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f38098d0640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380415e820 0x7f380415fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f38098d0640 1 -- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f380406d870 msgr2=0x7f38040c8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f38098d0640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f380406d870 0x7f38040c8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f38098d0640 1 -- 172.21.15.157:0/906748268 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38040c9180 con 0x7f38040b3610 2024-09-10T10:17:33.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380a0d1640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f380406d870 0x7f38040c8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:33.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f38098d0640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38040b3610 0x7f38040ca1f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f37f40ac040 tx=0x7f37f4019290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:33.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f37faffd640 1 -- 172.21.15.157:0/906748268 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f40be610 con 0x7f38040b3610 2024-09-10T10:17:33.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f37faffd640 1 -- 172.21.15.157:0/906748268 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37f40be7d0 con 0x7f38040b3610 2024-09-10T10:17:33.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38040c9450 con 0x7f38040b3610 2024-09-10T10:17:33.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f37faffd640 1 -- 172.21.15.157:0/906748268 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f40bebc0 con 0x7f38040b3610 2024-09-10T10:17:33.534 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f380415f2b0 con 0x7f38040b3610 2024-09-10T10:17:33.534 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38040d3c40 con 0x7f38040b3610 2024-09-10T10:17:33.534 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f37faffd640 1 -- 172.21.15.157:0/906748268 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f37f40bc020 con 0x7f38040b3610 2024-09-10T10:17:33.535 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f37faffd640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37e80678f0 0x7f37e8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.535 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.528+0000 7f37faffd640 1 -- 172.21.15.157:0/906748268 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f37f41201d0 con 0x7f38040b3610 2024-09-10T10:17:33.535 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.532+0000 7f380a0d1640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37e80678f0 0x7f37e8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.535 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.532+0000 7f380a0d1640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37e80678f0 0x7f37e8069db0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f38000097c0 tx=0x7f3800008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:33.537 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.536+0000 7f37faffd640 1 -- 172.21.15.157:0/906748268 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f37f4016110 con 0x7f38040b3610 2024-09-10T10:17:33.716 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.712+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f38040b41b0 con 0x7f38040b3610 2024-09-10T10:17:33.717 INFO:tasks.ceph.mon.a.smithi157.stderr:2024-09-10T10:17:33.716+0000 7f6807a28640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:17:33.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.716+0000 7f37faffd640 1 -- 172.21.15.157:0/906748268 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7f37f40f0e30 con 0x7f38040b3610 2024-09-10T10:17:33.720 INFO:teuthology.orchestra.run.smithi157.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:17:33.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37e80678f0 msgr2=0x7f37e8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37e80678f0 0x7f37e8069db0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f38000097c0 tx=0x7f3800008040 comp rx=0 tx=0).stop 2024-09-10T10:17:33.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38040b3610 msgr2=0x7f38040ca1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38040b3610 0x7f38040ca1f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f37f40ac040 tx=0x7f37f4019290 comp rx=0 tx=0).stop 2024-09-10T10:17:33.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 shutdown_connections 2024-09-10T10:17:33.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37e80678f0 0x7f37e8069db0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380415e820 0x7f380415fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38040b3610 0x7f38040ca1f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 --2- 172.21.15.157:0/906748268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f380406d870 0x7f38040c8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 >> 172.21.15.157:0/906748268 conn(0x7f38040d4910 msgr2=0x7f38040cef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:33.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 shutdown_connections 2024-09-10T10:17:33.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.720+0000 7f380c335640 1 -- 172.21.15.157:0/906748268 wait complete. 2024-09-10T10:17:33.733 INFO:tasks.ceph.mds.b.smithi192.stderr: -2329> 2024-09-10T10:17:02.585+0000 7f44a6631640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:17:33.739 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:17:33.780 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-10T10:17:33.850 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce7408640 1 Processor -- start 2024-09-10T10:17:33.851 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce7408640 1 -- start start 2024-09-10T10:17:33.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce7408640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2ce0145b20 0x7f2ce0072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce7408640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2ce0072860 0x7f2ce00b1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce7408640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ce00b2780 con 0x7f2ce00b2370 2024-09-10T10:17:33.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce7408640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f2ce0073a40 con 0x7f2ce0145b20 2024-09-10T10:17:33.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce7408640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f2ce0072ec0 con 0x7f2ce0072860 2024-09-10T10:17:33.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce51a4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2ce0145b20 0x7f2ce0072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce51a4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2ce0145b20 0x7f2ce0072320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35710/0 (socket says 172.21.15.157:35710) 2024-09-10T10:17:33.852 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce51a4640 1 -- 172.21.15.157:0/385391003 learned_addr learned my addr 172.21.15.157:0/385391003 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:33.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce49a3640 1 --2- 172.21.15.157:0/385391003 >> v2:172.21.15.192:3300/0 conn(0x7f2ce0072860 0x7f2ce00b1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce51a4640 1 -- 172.21.15.157:0/385391003 >> v2:172.21.15.192:3300/0 conn(0x7f2ce0072860 msgr2=0x7f2ce00b1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:33.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce51a4640 1 --2- 172.21.15.157:0/385391003 >> v2:172.21.15.192:3300/0 conn(0x7f2ce0072860 0x7f2ce00b1e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce51a4640 1 -- 172.21.15.157:0/385391003 >> v1:172.21.15.192:6789/0 conn(0x7f2ce00b2370 legacy=0x7f2ce015ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:33.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.848+0000 7f2ce51a4640 1 -- 172.21.15.157:0/385391003 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ce00731a0 con 0x7f2ce0145b20 2024-09-10T10:17:33.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce51a4640 1 --2- 172.21.15.157:0/385391003 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce0145b20 0x7f2ce0072320 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2ce00b3250 tx=0x7f2cdc01c270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c42604312725a2da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:33.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2cd7fff640 1 -- 172.21.15.157:0/385391003 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cdc0b0070 con 0x7f2ce0145b20 2024-09-10T10:17:33.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2cd7fff640 1 -- 172.21.15.157:0/385391003 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cdc0ab600 con 0x7f2ce0145b20 2024-09-10T10:17:33.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2cd7fff640 1 -- 172.21.15.157:0/385391003 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cdc0ab9d0 con 0x7f2ce0145b20 2024-09-10T10:17:33.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 -- 172.21.15.157:0/385391003 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce0145b20 msgr2=0x7f2ce0072320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 --2- 172.21.15.157:0/385391003 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce0145b20 0x7f2ce0072320 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2ce00b3250 tx=0x7f2cdc01c270 comp rx=0 tx=0).stop 2024-09-10T10:17:33.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 -- 172.21.15.157:0/385391003 shutdown_connections 2024-09-10T10:17:33.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 --2- 172.21.15.157:0/385391003 >> v2:172.21.15.192:3300/0 conn(0x7f2ce0072860 0x7f2ce00b1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 --2- 172.21.15.157:0/385391003 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce0145b20 0x7f2ce0072320 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.855 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 -- 172.21.15.157:0/385391003 >> 172.21.15.157:0/385391003 conn(0x7f2ce006bcc0 msgr2=0x7f2ce006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:33.856 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 -- 172.21.15.157:0/385391003 shutdown_connections 2024-09-10T10:17:33.856 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 -- 172.21.15.157:0/385391003 wait complete. 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 Processor -- start 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.852+0000 7f2ce7408640 1 -- start start 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce7408640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0072860 0x7f2ce013f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce7408640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce00b2370 0x7f2ce0140f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce7408640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce0145b20 0x7f2ce015ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce7408640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce0146080 con 0x7f2ce00b2370 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce7408640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce0145f00 con 0x7f2ce0145b20 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce7408640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2ce0169330 con 0x7f2ce0072860 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce49a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce00b2370 0x7f2ce0140f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.858 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce49a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce00b2370 0x7f2ce0140f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:35718/0 (socket says 172.21.15.157:35718) 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce49a3640 1 -- 172.21.15.157:0/3610399926 learned_addr learned my addr 172.21.15.157:0/3610399926 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce51a4640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0072860 0x7f2ce013f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce59a5640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce0145b20 0x7f2ce015ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce49a3640 1 -- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0072860 msgr2=0x7f2ce013f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce49a3640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0072860 0x7f2ce013f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce49a3640 1 -- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce0145b20 msgr2=0x7f2ce015ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce49a3640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce0145b20 0x7f2ce015ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce49a3640 1 -- 172.21.15.157:0/3610399926 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ce013e7a0 con 0x7f2ce00b2370 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce49a3640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce00b2370 0x7f2ce0140f60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2cd000c7f0 tx=0x7f2cd000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2cd5ffb640 1 -- 172.21.15.157:0/3610399926 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd0015070 con 0x7f2ce00b2370 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2cd5ffb640 1 -- 172.21.15.157:0/3610399926 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cd0004240 con 0x7f2ce00b2370 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ce013ea80 con 0x7f2ce00b2370 2024-09-10T10:17:33.859 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2cd5ffb640 1 -- 172.21.15.157:0/3610399926 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd0003620 con 0x7f2ce00b2370 2024-09-10T10:17:33.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ce013f040 con 0x7f2ce00b2370 2024-09-10T10:17:33.860 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ce0069220 con 0x7f2ce00b2370 2024-09-10T10:17:33.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2cd5ffb640 1 -- 172.21.15.157:0/3610399926 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2cd00039d0 con 0x7f2ce00b2370 2024-09-10T10:17:33.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2cd5ffb640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2cc40678c0 0x7f2cc4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:33.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2cd5ffb640 1 -- 172.21.15.157:0/3610399926 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f2cd0085de0 con 0x7f2ce00b2370 2024-09-10T10:17:33.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce51a4640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2cc40678c0 0x7f2cc4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:33.861 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.856+0000 7f2ce51a4640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2cc40678c0 0x7f2cc4069d80 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc0ad000 tx=0x7f2cdc0a6000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:33.863 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:33.860+0000 7f2cd5ffb640 1 -- 172.21.15.157:0/3610399926 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2cd00568c0 con 0x7f2ce00b2370 2024-09-10T10:17:34.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.044+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2ce00b1e30 con 0x7f2ce00b2370 2024-09-10T10:17:34.788 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.784+0000 7f2cd5ffb640 1 -- 172.21.15.157:0/3610399926 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7f2cd00561c0 con 0x7f2ce00b2370 2024-09-10T10:17:34.792 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2cc40678c0 msgr2=0x7f2cc4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:34.792 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2cc40678c0 0x7f2cc4069d80 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc0ad000 tx=0x7f2cdc0a6000 comp rx=0 tx=0).stop 2024-09-10T10:17:34.792 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce00b2370 msgr2=0x7f2ce0140f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:34.792 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce00b2370 0x7f2ce0140f60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2cd000c7f0 tx=0x7f2cd000ccb0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.792 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 shutdown_connections 2024-09-10T10:17:34.792 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2cc40678c0 0x7f2cc4069d80 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.792 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce0145b20 0x7f2ce015ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.792 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ce00b2370 0x7f2ce0140f60 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 --2- 172.21.15.157:0/3610399926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0072860 0x7f2ce013f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 >> 172.21.15.157:0/3610399926 conn(0x7f2ce006bcc0 msgr2=0x7f2ce00ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:34.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 shutdown_connections 2024-09-10T10:17:34.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.788+0000 7f2ce7408640 1 -- 172.21.15.157:0/3610399926 wait complete. 2024-09-10T10:17:34.816 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:17:34.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe09a0af640 1 Processor -- start 2024-09-10T10:17:34.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe09a0af640 1 -- start start 2024-09-10T10:17:34.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe09a0af640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe09415b690 0x7fe0940d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:34.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe09a0af640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0940cd5f0 con 0x7fe0940cd210 2024-09-10T10:17:34.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe09a0af640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe09415bd00 con 0x7fe0940b3730 2024-09-10T10:17:34.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe09a0af640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe09415e780 con 0x7fe09415b690 2024-09-10T10:17:34.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0937fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe0940cd210 0x7fe0940b3020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52366/0 (socket says 172.21.15.157:52366) 2024-09-10T10:17:34.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0937fe640 1 -- 172.21.15.157:0/2924006 learned_addr learned my addr 172.21.15.157:0/2924006 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:34.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe093fff640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe09415b690 0x7fe0940d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:34.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2274708709 0 0) 0x7fe084001120 con 0x7fe0940cd210 2024-09-10T10:17:34.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe07c003530 con 0x7fe0940cd210 2024-09-10T10:17:34.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4167032557 0 0) 0x7fe07c003530 con 0x7fe0940cd210 2024-09-10T10:17:34.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe09415b690 msgr2=0x7fe0940d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe09415b690 0x7fe0940d00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 >> v1:172.21.15.192:6789/0 conn(0x7fe0940b3730 legacy=0x7fe09415af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe09415ea60 con 0x7fe0940cd210 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fe084001850 con 0x7fe0940cd210 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 >> v1:172.21.15.157:6789/0 conn(0x7fe0940cd210 legacy=0x7fe0940b3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07c0039f0 0x7fe07c003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.944+0000 7fe0927fc640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe07c004810 0x7fe07c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0927fc640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe09415b690 0x7fe07c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe09415e780 con 0x7fe07c0039f0 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe07c00bb30 con 0x7fe07c004810 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe07c00bd30 con 0x7fe09415b690 2024-09-10T10:17:34.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0937fe640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07c0039f0 0x7fe07c003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:34.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe093fff640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe09415b690 0x7fe07c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:34.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe092ffd640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe07c004810 0x7fe07c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:34.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0937fe640 1 -- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe09415b690 msgr2=0x7fe07c005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:34.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0937fe640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe09415b690 0x7fe07c005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0937fe640 1 -- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe07c004810 msgr2=0x7fe07c004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:34.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0937fe640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe07c004810 0x7fe07c004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0937fe640 1 -- 172.21.15.157:0/2924006 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe07c003530 con 0x7fe07c0039f0 2024-09-10T10:17:34.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe092ffd640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe07c004810 0x7fe07c004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:34.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0937fe640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07c0039f0 0x7fe07c003e10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe084007eb0 tx=0x7fe08401ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25fb1b8cf9afc804 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:34.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08400c0e0 con 0x7fe07c0039f0 2024-09-10T10:17:34.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0840ab070 con 0x7fe07c0039f0 2024-09-10T10:17:34.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe0927fc640 1 -- 172.21.15.157:0/2924006 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0840a7d70 con 0x7fe07c0039f0 2024-09-10T10:17:34.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe09a0af640 1 -- 172.21.15.157:0/2924006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07c0039f0 msgr2=0x7fe07c003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:34.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe09a0af640 1 --2- 172.21.15.157:0/2924006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe07c0039f0 0x7fe07c003e10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe084007eb0 tx=0x7fe08401ee30 comp rx=0 tx=0).stop 2024-09-10T10:17:34.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe093fff640 1 -- 172.21.15.157:0/2924006 reap_dead start 2024-09-10T10:17:34.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe09a0af640 1 -- 172.21.15.157:0/2924006 shutdown_connections 2024-09-10T10:17:34.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe09a0af640 1 -- 172.21.15.157:0/2924006 >> 172.21.15.157:0/2924006 conn(0x7fe09406bcc0 msgr2=0x7fe09406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:34.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe09a0af640 1 -- 172.21.15.157:0/2924006 shutdown_connections 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.948+0000 7fe09a0af640 1 -- 172.21.15.157:0/2924006 wait complete. 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 Processor -- start 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 -- start start 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe07c0039f0 0x7fe0941f6b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe09415f680 0x7fe0940ae7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe094072ea0 0x7fe094073320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe0940ce3a0 con 0x7fe09415f680 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe0940ce220 con 0x7fe094072ea0 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe0940ce520 con 0x7fe07c0039f0 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe092ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe09415f680 0x7fe0940ae7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:34.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe092ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe09415f680 0x7fe0940ae7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56790/0 (socket says 172.21.15.157:56790) 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe092ffd640 1 -- 172.21.15.157:0/3011186937 learned_addr learned my addr 172.21.15.157:0/3011186937 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe0937fe640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe07c0039f0 0x7fe0941f6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe093fff640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe094072ea0 0x7fe094073320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe092ffd640 1 -- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe07c0039f0 msgr2=0x7fe0941f6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe092ffd640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe07c0039f0 0x7fe0941f6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe092ffd640 1 -- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe094072ea0 msgr2=0x7fe094073320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe092ffd640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe094072ea0 0x7fe094073320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe092ffd640 1 -- 172.21.15.157:0/3011186937 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0940aa7a0 con 0x7fe09415f680 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe092ffd640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe09415f680 0x7fe0940ae7c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe08800d570 tx=0x7fe08800da30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe07bfff640 1 -- 172.21.15.157:0/3011186937 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088005480 con 0x7fe09415f680 2024-09-10T10:17:34.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe07bfff640 1 -- 172.21.15.157:0/3011186937 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe088017070 con 0x7fe09415f680 2024-09-10T10:17:34.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe09415fbd0 con 0x7fe09415f680 2024-09-10T10:17:34.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe07bfff640 1 -- 172.21.15.157:0/3011186937 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088003840 con 0x7fe09415f680 2024-09-10T10:17:34.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe094160190 con 0x7fe09415f680 2024-09-10T10:17:34.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe094069220 con 0x7fe09415f680 2024-09-10T10:17:34.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.952+0000 7fe07bfff640 1 -- 172.21.15.157:0/3011186937 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe0880039e0 con 0x7fe09415f680 2024-09-10T10:17:34.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.956+0000 7fe07bfff640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0800678f0 0x7fe080069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:34.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.956+0000 7fe07bfff640 1 -- 172.21.15.157:0/3011186937 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7fe088085950 con 0x7fe09415f680 2024-09-10T10:17:34.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.956+0000 7fe0937fe640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0800678f0 0x7fe080069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:34.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.956+0000 7fe0937fe640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0800678f0 0x7fe080069db0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe0840ad000 tx=0x7fe0840b3040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:34.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:34.960+0000 7fe07bfff640 1 -- 172.21.15.157:0/3011186937 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe0940aa7a0 con 0x7fe09415f680 2024-09-10T10:17:35.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.120+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe0940af2d0 con 0x7fe09415f680 2024-09-10T10:17:35.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.788+0000 7fe07bfff640 1 -- 172.21.15.157:0/3011186937 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7fe0880564c0 con 0x7fe09415f680 2024-09-10T10:17:35.791 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:17:35.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0800678f0 msgr2=0x7fe080069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:35.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0800678f0 0x7fe080069db0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe0840ad000 tx=0x7fe0840b3040 comp rx=0 tx=0).stop 2024-09-10T10:17:35.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe09415f680 msgr2=0x7fe0940ae7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:35.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe09415f680 0x7fe0940ae7c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe08800d570 tx=0x7fe08800da30 comp rx=0 tx=0).stop 2024-09-10T10:17:35.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 shutdown_connections 2024-09-10T10:17:35.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0800678f0 0x7fe080069db0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:35.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe094072ea0 0x7fe094073320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:35.795 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe09415f680 0x7fe0940ae7c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:35.795 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 --2- 172.21.15.157:0/3011186937 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe07c0039f0 0x7fe0941f6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:35.795 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 >> 172.21.15.157:0/3011186937 conn(0x7fe09406bcc0 msgr2=0x7fe09415a7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:35.795 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 shutdown_connections 2024-09-10T10:17:35.795 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.792+0000 7fe09a0af640 1 -- 172.21.15.157:0/3011186937 wait complete. 2024-09-10T10:17:35.816 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:17:35.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63f0373640 1 Processor -- start 2024-09-10T10:17:35.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63f0373640 1 -- start start 2024-09-10T10:17:35.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63f0373640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f63e815b530 0x7f63e8071100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:35.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63f0373640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e8071640 0x7f63e80d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:35.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63f0373640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63e80ce3f0 con 0x7f63e80b3b30 2024-09-10T10:17:35.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63f0373640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f63e80ce1a0 con 0x7f63e815b530 2024-09-10T10:17:35.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63f0373640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f63e80ce6d0 con 0x7f63e8071640 2024-09-10T10:17:35.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ed90e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f63e815b530 0x7f63e8071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:35.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ed90e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f63e815b530 0x7f63e8071100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56796/0 (socket says 172.21.15.157:56796) 2024-09-10T10:17:35.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ed90e640 1 -- 172.21.15.157:0/2405694099 learned_addr learned my addr 172.21.15.157:0/2405694099 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:35.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ee10f640 1 --1- 172.21.15.157:0/2405694099 >> v1:172.21.15.157:6789/0 conn(0x7f63e80b3b30 0x7f63e80b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52374/0 (socket says 172.21.15.157:52374) 2024-09-10T10:17:35.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ee910640 1 --2- 172.21.15.157:0/2405694099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e8071640 0x7f63e80d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:35.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ed90e640 1 -- 172.21.15.157:0/2405694099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e8071640 msgr2=0x7f63e80d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:35.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ed90e640 1 --2- 172.21.15.157:0/2405694099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e8071640 0x7f63e80d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:35.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ed90e640 1 -- 172.21.15.157:0/2405694099 >> v1:172.21.15.157:6789/0 conn(0x7f63e80b3b30 legacy=0x7f63e80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:35.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ed90e640 1 -- 172.21.15.157:0/2405694099 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e80ce9b0 con 0x7f63e815b530 2024-09-10T10:17:35.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.948+0000 7f63ed10d640 1 -- 172.21.15.157:0/2405694099 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3677135087 0 0) 0x7f63e80ce3f0 con 0x7f63e80b3b30 2024-09-10T10:17:35.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63ed90e640 1 --2- 172.21.15.157:0/2405694099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e815b530 0x7f63e8071100 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f63d8009870 tx=0x7f63d801c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f3d745dda521ba5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:35.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63ed10d640 1 -- 172.21.15.157:0/2405694099 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d80a9610 con 0x7f63e815b530 2024-09-10T10:17:35.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63ed10d640 1 -- 172.21.15.157:0/2405694099 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63d80a97b0 con 0x7f63e815b530 2024-09-10T10:17:35.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63ed10d640 1 -- 172.21.15.157:0/2405694099 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d80a9b80 con 0x7f63e815b530 2024-09-10T10:17:35.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 -- 172.21.15.157:0/2405694099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e815b530 msgr2=0x7f63e8071100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:35.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 --2- 172.21.15.157:0/2405694099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e815b530 0x7f63e8071100 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f63d8009870 tx=0x7f63d801c530 comp rx=0 tx=0).stop 2024-09-10T10:17:35.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 -- 172.21.15.157:0/2405694099 shutdown_connections 2024-09-10T10:17:35.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 --2- 172.21.15.157:0/2405694099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e8071640 0x7f63e80d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:35.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 --2- 172.21.15.157:0/2405694099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e815b530 0x7f63e8071100 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:35.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 -- 172.21.15.157:0/2405694099 >> 172.21.15.157:0/2405694099 conn(0x7f63e806bcc0 msgr2=0x7f63e806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:35.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 -- 172.21.15.157:0/2405694099 shutdown_connections 2024-09-10T10:17:35.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 -- 172.21.15.157:0/2405694099 wait complete. 2024-09-10T10:17:35.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 Processor -- start 2024-09-10T10:17:35.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.952+0000 7f63f0373640 1 -- start start 2024-09-10T10:17:35.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63f0373640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e8071640 0x7f63e8150dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63f0373640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e80b3b30 0x7f63e8147f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63f0373640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e815b530 0x7f63e81492d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63f0373640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f63e8168150 con 0x7f63e8071640 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63f0373640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f63e81682d0 con 0x7f63e80b3b30 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63f0373640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f63e8168450 con 0x7f63e815b530 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee10f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e8071640 0x7f63e8150dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee10f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e8071640 0x7f63e8150dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56806/0 (socket says 172.21.15.157:56806) 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee10f640 1 -- 172.21.15.157:0/1696041101 learned_addr learned my addr 172.21.15.157:0/1696041101 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee910640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e815b530 0x7f63e81492d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee10f640 1 -- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e815b530 msgr2=0x7f63e81492d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee10f640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e815b530 0x7f63e81492d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:35.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee10f640 1 -- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e80b3b30 msgr2=0x7f63e8147f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:35.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee10f640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e80b3b30 0x7f63e8147f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:35.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee10f640 1 -- 172.21.15.157:0/1696041101 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e8152b10 con 0x7f63e8071640 2024-09-10T10:17:35.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63ee10f640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e8071640 0x7f63e8150dc0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f63e40011f0 tx=0x7f63e400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:35.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63deffd640 1 -- 172.21.15.157:0/1696041101 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e4018070 con 0x7f63e8071640 2024-09-10T10:17:35.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63deffd640 1 -- 172.21.15.157:0/1696041101 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63e40074e0 con 0x7f63e8071640 2024-09-10T10:17:35.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63e814a4c0 con 0x7f63e8071640 2024-09-10T10:17:35.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63deffd640 1 -- 172.21.15.157:0/1696041101 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e4004a10 con 0x7f63e8071640 2024-09-10T10:17:35.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63e814aa80 con 0x7f63e8071640 2024-09-10T10:17:35.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63deffd640 1 -- 172.21.15.157:0/1696041101 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f63e401b070 con 0x7f63e8071640 2024-09-10T10:17:35.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63e8069220 con 0x7f63e8071640 2024-09-10T10:17:35.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63deffd640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f63cc0678f0 0x7f63cc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:35.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.956+0000 7f63deffd640 1 -- 172.21.15.157:0/1696041101 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7f63e4084de0 con 0x7f63e8071640 2024-09-10T10:17:35.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.960+0000 7f63ed90e640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f63cc0678f0 0x7f63cc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:35.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.960+0000 7f63ed90e640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f63cc0678f0 0x7f63cc069db0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f63d80ae000 tx=0x7f63d80b3040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:35.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:35.964+0000 7f63deffd640 1 -- 172.21.15.157:0/1696041101 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f63e4055b10 con 0x7f63e8071640 2024-09-10T10:17:36.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.128+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f63e80d01e0 con 0x7f63e8071640 2024-09-10T10:17:36.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.804+0000 7f63deffd640 1 -- 172.21.15.157:0/1696041101 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f63e4055410 con 0x7f63e8071640 2024-09-10T10:17:36.807 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_data' removed 2024-09-10T10:17:36.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f63cc0678f0 msgr2=0x7f63cc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:36.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f63cc0678f0 0x7f63cc069db0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f63d80ae000 tx=0x7f63d80b3040 comp rx=0 tx=0).stop 2024-09-10T10:17:36.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e8071640 msgr2=0x7f63e8150dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:36.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e8071640 0x7f63e8150dc0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f63e40011f0 tx=0x7f63e400c9b0 comp rx=0 tx=0).stop 2024-09-10T10:17:36.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 shutdown_connections 2024-09-10T10:17:36.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f63cc0678f0 0x7f63cc069db0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:36.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e815b530 0x7f63e81492d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:36.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e80b3b30 0x7f63e8147f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:36.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 --2- 172.21.15.157:0/1696041101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63e8071640 0x7f63e8150dc0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:36.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 >> 172.21.15.157:0/1696041101 conn(0x7f63e806bcc0 msgr2=0x7f63e80b1d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:36.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 shutdown_connections 2024-09-10T10:17:36.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:36.808+0000 7f63f0373640 1 -- 172.21.15.157:0/1696041101 wait complete. 2024-09-10T10:17:36.833 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T10:17:36.833 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T10:17:36.833 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:17:36.833 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:17:36.834 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T10:17:36.834 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T10:17:36.834 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:17:36.834 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:17:36.834 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T10:17:36.834 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T10:17:36.834 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:17:36.835 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:17:36.835 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T10:17:36.835 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T10:17:36.835 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:17:36.835 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:17:36.846 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:17:36.847 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T10:17:36.847 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:17:36.848 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T10:17:36.849 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:17:36.849 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T10:17:36.849 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:17:36.850 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T10:17:36.893 INFO:tasks.ceph.mds.d:Started 2024-09-10T10:17:36.894 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:36.895 INFO:tasks.ceph.mds.a:Started 2024-09-10T10:17:36.895 INFO:tasks.ceph.mds.b:Started 2024-09-10T10:17:36.895 INFO:tasks.ceph.mds.c:Started 2024-09-10T10:17:36.895 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:36.896 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:36.896 DEBUG:teuthology.parallel:result is None 2024-09-10T10:17:36.896 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T10:17:36.956 INFO:tasks.ceph.mds.a.smithi157.stdout:starting mds.a at 2024-09-10T10:17:36.957 INFO:tasks.ceph.mds.c.smithi157.stdout:starting mds.c at 2024-09-10T10:17:36.963 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-10T10:17:36.963 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-10T10:17:37.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e85c4c640 1 Processor -- start 2024-09-10T10:17:37.014 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e85c4c640 1 -- start start 2024-09-10T10:17:37.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e85c4c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2e8015e2c0 0x7f2e800b6b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e85c4c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2e8015e6a0 0x7f2e800713c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e85c4c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e8015eb30 con 0x7f2e8015f300 2024-09-10T10:17:37.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e85c4c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f2e80071900 con 0x7f2e8015e6a0 2024-09-10T10:17:37.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e85c4c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f2e800b71e0 con 0x7f2e8015e2c0 2024-09-10T10:17:37.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e7effd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2e8015e6a0 0x7f2e800713c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e7ffff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f2e8015f300 0x7f2e8006e450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52384/0 (socket says 172.21.15.157:52384) 2024-09-10T10:17:37.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e7ffff640 1 -- 172.21.15.157:0/2297444799 learned_addr learned my addr 172.21.15.157:0/2297444799 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:37.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e7f7fe640 1 --2- 172.21.15.157:0/2297444799 >> v2:172.21.15.192:3300/0 conn(0x7f2e8015e2c0 0x7f2e800b6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e7effd640 1 -- 172.21.15.157:0/2297444799 >> v2:172.21.15.192:3300/0 conn(0x7f2e8015e2c0 msgr2=0x7f2e800b6b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:37.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e7effd640 1 --2- 172.21.15.157:0/2297444799 >> v2:172.21.15.192:3300/0 conn(0x7f2e8015e2c0 0x7f2e800b6b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e7effd640 1 -- 172.21.15.157:0/2297444799 >> v1:172.21.15.157:6789/0 conn(0x7f2e8015f300 legacy=0x7f2e8006e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.012+0000 7f2e7effd640 1 -- 172.21.15.157:0/2297444799 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e800b74c0 con 0x7f2e8015e6a0 2024-09-10T10:17:37.018 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e7effd640 1 --2- 172.21.15.157:0/2297444799 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 0x7f2e800713c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2e80072cd0 tx=0x7f2e7401c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ccbd83862922b7e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:37.018 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e7e7fc640 1 -- 172.21.15.157:0/2297444799 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e740b0070 con 0x7f2e8015e6a0 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e7e7fc640 1 -- 172.21.15.157:0/2297444799 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e740ab600 con 0x7f2e8015e6a0 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e7e7fc640 1 -- 172.21.15.157:0/2297444799 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e740ab9d0 con 0x7f2e8015e6a0 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 -- 172.21.15.157:0/2297444799 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 msgr2=0x7f2e800713c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 --2- 172.21.15.157:0/2297444799 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 0x7f2e800713c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2e80072cd0 tx=0x7f2e7401c310 comp rx=0 tx=0).stop 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 -- 172.21.15.157:0/2297444799 shutdown_connections 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 --2- 172.21.15.157:0/2297444799 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 0x7f2e800713c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 --2- 172.21.15.157:0/2297444799 >> v2:172.21.15.192:3300/0 conn(0x7f2e8015e2c0 0x7f2e800b6b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 -- 172.21.15.157:0/2297444799 >> 172.21.15.157:0/2297444799 conn(0x7f2e800b4110 msgr2=0x7f2e800b4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 -- 172.21.15.157:0/2297444799 shutdown_connections 2024-09-10T10:17:37.019 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 -- 172.21.15.157:0/2297444799 wait complete. 2024-09-10T10:17:37.020 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 Processor -- start 2024-09-10T10:17:37.020 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 -- start start 2024-09-10T10:17:37.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8015e2c0 0x7f2e8014e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 0x7f2e801609d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e8015f300 0x7f2e80160f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2e8006eb60 con 0x7f2e8015e6a0 2024-09-10T10:17:37.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2e8015ede0 con 0x7f2e8015f300 2024-09-10T10:17:37.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.016+0000 7f2e85c4c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2e8006ece0 con 0x7f2e8015e2c0 2024-09-10T10:17:37.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7effd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 0x7f2e801609d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7effd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 0x7f2e801609d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56876/0 (socket says 172.21.15.157:56876) 2024-09-10T10:17:37.022 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7effd640 1 -- 172.21.15.157:0/610875554 learned_addr learned my addr 172.21.15.157:0/610875554 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7f7fe640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8015e2c0 0x7f2e8014e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7ffff640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e8015f300 0x7f2e80160f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7effd640 1 -- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8015e2c0 msgr2=0x7f2e8014e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7effd640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8015e2c0 0x7f2e8014e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7effd640 1 -- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e8015f300 msgr2=0x7f2e80160f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7effd640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e8015f300 0x7f2e80160f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7effd640 1 -- 172.21.15.157:0/610875554 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e800cb830 con 0x7f2e8015e6a0 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7ffff640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e8015f300 0x7f2e80160f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7effd640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 0x7f2e801609d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2e7401a9c0 tx=0x7f2e740190b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e67fff640 1 -- 172.21.15.157:0/610875554 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e740b0040 con 0x7f2e8015e6a0 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e67fff640 1 -- 172.21.15.157:0/610875554 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e740b9070 con 0x7f2e8015e6a0 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e800d12a0 con 0x7f2e8015e6a0 2024-09-10T10:17:37.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e67fff640 1 -- 172.21.15.157:0/610875554 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e740aa970 con 0x7f2e8015e6a0 2024-09-10T10:17:37.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e800d1580 con 0x7f2e8015e6a0 2024-09-10T10:17:37.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e8015f770 con 0x7f2e8015e6a0 2024-09-10T10:17:37.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e67fff640 1 -- 172.21.15.157:0/610875554 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2e740aab10 con 0x7f2e8015e6a0 2024-09-10T10:17:37.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e67fff640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2e6c0678c0 0x7f2e6c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e67fff640 1 -- 172.21.15.157:0/610875554 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f2e7411fa10 con 0x7f2e8015e6a0 2024-09-10T10:17:37.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7f7fe640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2e6c0678c0 0x7f2e6c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.020+0000 7f2e7f7fe640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2e6c0678c0 0x7f2e6c069d80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2e70009b60 tx=0x7f2e70009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:37.027 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.024+0000 7f2e67fff640 1 -- 172.21.15.157:0/610875554 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2e74015f90 con 0x7f2e8015e6a0 2024-09-10T10:17:37.199 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.196+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f2e8015b380 con 0x7f2e8015e6a0 2024-09-10T10:17:37.824 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.820+0000 7f2e67fff640 1 -- 172.21.15.157:0/610875554 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v26) ==== 97+0+0 (secure 0 0 0) 0x7f2e740f0850 con 0x7f2e8015e6a0 2024-09-10T10:17:37.824 INFO:teuthology.orchestra.run.smithi157.stderr: removed all blocklist entries 2024-09-10T10:17:37.827 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2e6c0678c0 msgr2=0x7f2e6c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.827 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2e6c0678c0 0x7f2e6c069d80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2e70009b60 tx=0x7f2e70009190 comp rx=0 tx=0).stop 2024-09-10T10:17:37.827 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 msgr2=0x7f2e801609d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.827 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 0x7f2e801609d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2e7401a9c0 tx=0x7f2e740190b0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.827 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 shutdown_connections 2024-09-10T10:17:37.827 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2e6c0678c0 0x7f2e6c069d80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.827 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e8015f300 0x7f2e80160f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.828 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e8015e6a0 0x7f2e801609d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.828 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 --2- 172.21.15.157:0/610875554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8015e2c0 0x7f2e8014e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.828 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 >> 172.21.15.157:0/610875554 conn(0x7f2e800b4110 msgr2=0x7f2e8015a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:37.828 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 shutdown_connections 2024-09-10T10:17:37.828 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.824+0000 7f2e85c4c640 1 -- 172.21.15.157:0/610875554 wait complete. 2024-09-10T10:17:37.846 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T10:17:37.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96ea47a640 1 Processor -- start 2024-09-10T10:17:37.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96ea47a640 1 -- start start 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96ea47a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f96e40b24d0 0x7f96e40cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96ea47a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40d0190 0x7f96e40cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96ea47a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96e40d0960 con 0x7f96e4145970 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96ea47a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f96e40d0f20 con 0x7f96e40b24d0 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96ea47a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f96e40cd620 con 0x7f96e40d0190 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e3fff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f96e4145970 0x7f96e40b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52386/0 (socket says 172.21.15.157:52386) 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e3fff640 1 -- 172.21.15.157:0/3084940504 learned_addr learned my addr 172.21.15.157:0/3084940504 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e37fe640 1 --2- 172.21.15.157:0/3084940504 >> v2:172.21.15.192:3300/0 conn(0x7f96e40b24d0 0x7f96e40cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e8a17640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40d0190 0x7f96e40cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 728114929 0 0) 0x7f96e40d0960 con 0x7f96e4145970 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f96d0003530 con 0x7f96e4145970 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3551429681 0 0) 0x7f96d0003530 con 0x7f96e4145970 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40d0190 msgr2=0x7f96e40cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40d0190 0x7f96e40cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 >> v2:172.21.15.192:3300/0 conn(0x7f96e40b24d0 msgr2=0x7f96e40cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 --2- 172.21.15.157:0/3084940504 >> v2:172.21.15.192:3300/0 conn(0x7f96e40b24d0 0x7f96e40cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96e40d0c40 con 0x7f96e4145970 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f96d40016a0 con 0x7f96e4145970 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 >> v1:172.21.15.157:6789/0 conn(0x7f96e4145970 legacy=0x7f96e40b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40d0190 0x7f96d00039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d0003f40 0x7f96d0004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96d0004d50 0x7f96d00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f96e40d0f20 con 0x7f96d0003f40 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f96e40cd620 con 0x7f96d0004d50 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f96d000ba20 con 0x7f96e40d0190 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e37fe640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d0003f40 0x7f96d0004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e3fff640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40d0190 0x7f96d00039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e37fe640 1 -- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40d0190 msgr2=0x7f96d00039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e37fe640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40d0190 0x7f96d00039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e37fe640 1 -- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96d0004d50 msgr2=0x7f96d00051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:37.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e8a17640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96d0004d50 0x7f96d00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e37fe640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96d0004d50 0x7f96d00051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e37fe640 1 -- 172.21.15.157:0/3084940504 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d0003530 con 0x7f96d0003f40 2024-09-10T10:17:37.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.964+0000 7f96e8a17640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96d0004d50 0x7f96d00051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:37.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96e37fe640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d0003f40 0x7f96d0004810 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f96cc009b10 tx=0x7f96cc01ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea71b318f38752d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:37.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96cc0b2070 con 0x7f96d0003f40 2024-09-10T10:17:37.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96cc0a5670 con 0x7f96d0003f40 2024-09-10T10:17:37.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96e2ffd640 1 -- 172.21.15.157:0/3084940504 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96cc0096b0 con 0x7f96d0003f40 2024-09-10T10:17:37.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96ea47a640 1 -- 172.21.15.157:0/3084940504 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d0003f40 msgr2=0x7f96d0004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96ea47a640 1 --2- 172.21.15.157:0/3084940504 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d0003f40 0x7f96d0004810 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f96cc009b10 tx=0x7f96cc01ca80 comp rx=0 tx=0).stop 2024-09-10T10:17:37.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96e8a17640 1 -- 172.21.15.157:0/3084940504 reap_dead start 2024-09-10T10:17:37.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96ea47a640 1 -- 172.21.15.157:0/3084940504 shutdown_connections 2024-09-10T10:17:37.976 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96ea47a640 1 -- 172.21.15.157:0/3084940504 >> 172.21.15.157:0/3084940504 conn(0x7f96e406bcc0 msgr2=0x7f96e406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96ea47a640 1 -- 172.21.15.157:0/3084940504 shutdown_connections 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96ea47a640 1 -- 172.21.15.157:0/3084940504 wait complete. 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96ea47a640 1 Processor -- start 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.968+0000 7f96ea47a640 1 -- start start 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96ea47a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96e415aff0 0x7f96e415b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96ea47a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e415f200 0x7f96e40b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96ea47a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40b1de0 0x7f96e415c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96ea47a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f96e40ce420 con 0x7f96e415f200 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96ea47a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f96e40ce2a0 con 0x7f96e415aff0 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96ea47a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f96e40ce5a0 con 0x7f96e40b1de0 2024-09-10T10:17:37.977 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e37fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e415f200 0x7f96e40b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e37fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e415f200 0x7f96e40b18a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56908/0 (socket says 172.21.15.157:56908) 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e37fe640 1 -- 172.21.15.157:0/977119893 learned_addr learned my addr 172.21.15.157:0/977119893 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e8a17640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40b1de0 0x7f96e415c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e3fff640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96e415aff0 0x7f96e415b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e37fe640 1 -- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40b1de0 msgr2=0x7f96e415c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e37fe640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40b1de0 0x7f96e415c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e37fe640 1 -- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96e415aff0 msgr2=0x7f96e415b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e37fe640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96e415aff0 0x7f96e415b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e37fe640 1 -- 172.21.15.157:0/977119893 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96e415bc90 con 0x7f96e415f200 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e3fff640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96e415aff0 0x7f96e415b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:37.978 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e37fe640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e415f200 0x7f96e40b18a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f96cc01c8b0 tx=0x7f96cc019820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:37.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e0ff9640 1 -- 172.21.15.157:0/977119893 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96cc0b2040 con 0x7f96e415f200 2024-09-10T10:17:37.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e0ff9640 1 -- 172.21.15.157:0/977119893 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96cc00f000 con 0x7f96e415f200 2024-09-10T10:17:37.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96e415bf70 con 0x7f96e415f200 2024-09-10T10:17:37.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e0ff9640 1 -- 172.21.15.157:0/977119893 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96cc0096b0 con 0x7f96e415f200 2024-09-10T10:17:37.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96e415b3d0 con 0x7f96e415f200 2024-09-10T10:17:37.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96e40cfc50 con 0x7f96e415f200 2024-09-10T10:17:37.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e0ff9640 1 -- 172.21.15.157:0/977119893 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f96cc0bf020 con 0x7f96e415f200 2024-09-10T10:17:37.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e0ff9640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96c40678f0 0x7f96c4069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:37.979 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e0ff9640 1 -- 172.21.15.157:0/977119893 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f96cc11f740 con 0x7f96e415f200 2024-09-10T10:17:37.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.972+0000 7f96e3fff640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96c40678f0 0x7f96c4069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:37.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.976+0000 7f96e3fff640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96c40678f0 0x7f96c4069db0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f96d4001ec0 tx=0x7f96d4004810 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:37.980 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:37.976+0000 7f96e0ff9640 1 -- 172.21.15.157:0/977119893 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f96cc016800 con 0x7f96e415f200 2024-09-10T10:17:38.198 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.196+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f96e40cf780 con 0x7f96e415f200 2024-09-10T10:17:38.199 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.196+0000 7f96e0ff9640 1 -- 172.21.15.157:0/977119893 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v2) ==== 80+0+6645 (secure 0 0 0) 0x7f96cc0f05d0 con 0x7f96e415f200 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: "auth_dump": [ 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "mds.a", 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBmv77RBhAA6Eiy00EnV/6hsU/2Vh+9dg==", 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow", 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow *", 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow *", 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.200 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "mds.b", 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBm0X/SFRAAAvAKU8Zp2Uhi5AcOXJLczg==", 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow", 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow *", 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow *", 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.201 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "mds.c", 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBmEDyEDxAAOhT+nkRPLM1+zJHAISq2HA==", 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow", 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow *", 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow *", 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "mds.d", 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBmNBGSHhAA1V7H4a6lEqjijzHvg5WEHw==", 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow", 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow *", 2024-09-10T10:17:38.202 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow *", 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "osd.0", 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBaHOBmVilWNhAAlKB7hrMvhOaocWoWS6NfiA==", 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow profile osd", 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile osd", 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.203 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "osd.1", 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBeHOBmGGV8CxAAk/O3HqXj8zlJhgdUdd44tA==", 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow profile osd", 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile osd", 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "osd.2", 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBhHOBm/lt3LRAAdub8e1BWdPhR0n+ZXuC0xw==", 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow profile osd", 2024-09-10T10:17:38.204 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile osd", 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "osd.3", 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBlHOBmK+UbBBAAYLbJ8P7U5GvGoU4ESz6ong==", 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow profile osd", 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile osd", 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.205 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "osd.4", 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBrHOBmOJNcDRAAcxc41Esf9qrDC5W2YqryLw==", 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow profile osd", 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile osd", 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "osd.5", 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBuHOBmxxQ6KRAAXleuIaNwBsjDBwsSK6iO6A==", 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow profile osd", 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile osd", 2024-09-10T10:17:38.206 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "osd.6", 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQByHOBmWjodARAA5ZtW2Tj59v7Xle/ej8ctXQ==", 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow profile osd", 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile osd", 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "osd.7", 2024-09-10T10:17:38.207 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQB1HOBmuXA3DxAAIsZRLnMaEFM/On2P9wfy5A==", 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow profile osd", 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile osd", 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.0", 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBml6o1JBAAz7g+X9olqxETlHm5+rCumQ==", 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow", 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow r", 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow rw", 2024-09-10T10:17:38.208 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow rwx" 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.1", 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBmHUkNLBAAnzu6K4LTi+KDvMiu4rbbFg==", 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow", 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow r", 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow rw", 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow rwx" 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.209 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.2", 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBmNCNJKRAAHMNyNfs1wfU5sV+mEuKt1w==", 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow", 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow r", 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow rw", 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow rwx" 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.3", 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBmY+ApMRAAE/47fmJra+8G3BNEabseAA==", 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.210 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow", 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow r", 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow rw", 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow rwx" 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.admin", 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBYHOBmXb3UKxAAs+lYeN9g7k9TgUCNrMHZrg==", 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow *", 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "mgr": "allow *", 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow *", 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.211 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.bootstrap-mds", 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQCAHOBmRz/5MxAA7hUh1thiH7ciM9zirq9y2w==", 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile bootstrap-mds" 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.bootstrap-mgr", 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQCAHOBmqVL5MxAAblVq6QJjxEztmxFXwy9UZA==", 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-10T10:17:38.212 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.bootstrap-osd", 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQCAHOBmSWT5MxAAYsR1/ryz7x84VLoMHXPdAg==", 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile bootstrap-osd" 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.bootstrap-rbd", 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQCAHOBmLXT5MxAAhEFcOKImhHoq3gSNpyGJJw==", 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-10T10:17:38.213 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQCAHOBmG4T5MxAAOx0YYX+CxJFokM0ZsCQMHw==", 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "client.bootstrap-rgw", 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQCAHOBmZZP5MxAAIwn4VYyZas8Yb5iaomi75w==", 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.214 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "mgr.x", 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBmxyN5AxAApo9oY8vuV/yKf+JFx+2kMQ==", 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow *", 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile mgr", 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: "entity": "mgr.y", 2024-09-10T10:17:38.215 INFO:teuthology.orchestra.run.smithi157.stdout: "key": "AQBZHOBmxCO5ABAASknBprsj5aHU5UxHXd6yDg==", 2024-09-10T10:17:38.216 INFO:teuthology.orchestra.run.smithi157.stdout: "caps": { 2024-09-10T10:17:38.216 INFO:teuthology.orchestra.run.smithi157.stdout: "mds": "allow *", 2024-09-10T10:17:38.216 INFO:teuthology.orchestra.run.smithi157.stdout: "mon": "allow profile mgr", 2024-09-10T10:17:38.216 INFO:teuthology.orchestra.run.smithi157.stdout: "osd": "allow *" 2024-09-10T10:17:38.216 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.216 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:38.216 INFO:teuthology.orchestra.run.smithi157.stdout: ] 2024-09-10T10:17:38.216 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:17:38.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96c40678f0 msgr2=0x7f96c4069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96c40678f0 0x7f96c4069db0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f96d4001ec0 tx=0x7f96d4004810 comp rx=0 tx=0).stop 2024-09-10T10:17:38.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e415f200 msgr2=0x7f96e40b18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e415f200 0x7f96e40b18a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f96cc01c8b0 tx=0x7f96cc019820 comp rx=0 tx=0).stop 2024-09-10T10:17:38.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 shutdown_connections 2024-09-10T10:17:38.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f96c40678f0 0x7f96c4069db0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96e40b1de0 0x7f96e415c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96e415f200 0x7f96e40b18a0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 --2- 172.21.15.157:0/977119893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96e415aff0 0x7f96e415b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 >> 172.21.15.157:0/977119893 conn(0x7f96e406bcc0 msgr2=0x7f96e40b4510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:38.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 shutdown_connections 2024-09-10T10:17:38.218 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.200+0000 7f96ea47a640 1 -- 172.21.15.157:0/977119893 wait complete. 2024-09-10T10:17:38.219 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-10T10:17:38.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570e3a7640 1 Processor -- start 2024-09-10T10:17:38.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570e3a7640 1 -- start start 2024-09-10T10:17:38.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570e3a7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 0x7f570806ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570e3a7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5708070120 0x7f57080b45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.339 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570e3a7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57080cfca0 con 0x7f57080b5f40 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570e3a7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f570806fc90 con 0x7f5708070120 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570e3a7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f570806f640 con 0x7f570806bcc0 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570c944640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5708070120 0x7f57080b45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570c944640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5708070120 0x7f57080b45a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56912/0 (socket says 172.21.15.157:56912) 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570c944640 1 -- 172.21.15.157:0/4120093550 learned_addr learned my addr 172.21.15.157:0/4120093550 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f5707fff640 1 --2- 172.21.15.157:0/4120093550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 0x7f570806ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570c944640 1 -- 172.21.15.157:0/4120093550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 msgr2=0x7f570806ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570c944640 1 --2- 172.21.15.157:0/4120093550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 0x7f570806ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570c944640 1 -- 172.21.15.157:0/4120093550 >> v1:172.21.15.192:6789/0 conn(0x7f57080b5f40 legacy=0x7f570806c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:38.340 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.336+0000 7f570c944640 1 -- 172.21.15.157:0/4120093550 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f570806f920 con 0x7f5708070120 2024-09-10T10:17:38.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570c944640 1 --2- 172.21.15.157:0/4120093550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5708070120 0x7f57080b45a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f56f8009870 tx=0x7f56f801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98846ff1db9399f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:38.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f5706ffd640 1 -- 172.21.15.157:0/4120093550 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f80b1070 con 0x7f5708070120 2024-09-10T10:17:38.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f5706ffd640 1 -- 172.21.15.157:0/4120093550 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56f80a8050 con 0x7f5708070120 2024-09-10T10:17:38.342 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f5706ffd640 1 -- 172.21.15.157:0/4120093550 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f80ac860 con 0x7f5708070120 2024-09-10T10:17:38.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 -- 172.21.15.157:0/4120093550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5708070120 msgr2=0x7f57080b45a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 --2- 172.21.15.157:0/4120093550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5708070120 0x7f57080b45a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f56f8009870 tx=0x7f56f801c4d0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 -- 172.21.15.157:0/4120093550 shutdown_connections 2024-09-10T10:17:38.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 --2- 172.21.15.157:0/4120093550 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5708070120 0x7f57080b45a0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 --2- 172.21.15.157:0/4120093550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 0x7f570806ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 -- 172.21.15.157:0/4120093550 >> 172.21.15.157:0/4120093550 conn(0x7f57080b2e10 msgr2=0x7f57080b3220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:38.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 -- 172.21.15.157:0/4120093550 shutdown_connections 2024-09-10T10:17:38.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 -- 172.21.15.157:0/4120093550 wait complete. 2024-09-10T10:17:38.344 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 Processor -- start 2024-09-10T10:17:38.344 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.340+0000 7f570e3a7640 1 -- start start 2024-09-10T10:17:38.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570e3a7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 0x7f57081472d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570e3a7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5708070120 0x7f5708152c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570e3a7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57080b5f40 0x7f5708157eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570e3a7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5708168f20 con 0x7f57080b5f40 2024-09-10T10:17:38.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570e3a7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f57080707e0 con 0x7f5708070120 2024-09-10T10:17:38.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570e3a7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f57081690a0 con 0x7f570806bcc0 2024-09-10T10:17:38.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570c944640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57080b5f40 0x7f5708157eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570c944640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57080b5f40 0x7f5708157eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56926/0 (socket says 172.21.15.157:56926) 2024-09-10T10:17:38.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570c944640 1 -- 172.21.15.157:0/2216613278 learned_addr learned my addr 172.21.15.157:0/2216613278 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f5707fff640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 0x7f57081472d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f57077fe640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5708070120 0x7f5708152c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570c944640 1 -- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 msgr2=0x7f57081472d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570c944640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 0x7f57081472d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570c944640 1 -- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5708070120 msgr2=0x7f5708152c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570c944640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5708070120 0x7f5708152c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570c944640 1 -- 172.21.15.157:0/2216613278 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57080d1db0 con 0x7f57080b5f40 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570c944640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57080b5f40 0x7f5708157eb0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f56f80af040 tx=0x7f56f8019270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f5704ff9640 1 -- 172.21.15.157:0/2216613278 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f80b1040 con 0x7f57080b5f40 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f5704ff9640 1 -- 172.21.15.157:0/2216613278 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56f80ace00 con 0x7f57080b5f40 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5708147c70 con 0x7f57080b5f40 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f5704ff9640 1 -- 172.21.15.157:0/2216613278 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f80b5650 con 0x7f57080b5f40 2024-09-10T10:17:38.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57080b1190 con 0x7f57080b5f40 2024-09-10T10:17:38.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57080b45a0 con 0x7f57080b5f40 2024-09-10T10:17:38.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f5704ff9640 1 -- 172.21.15.157:0/2216613278 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f56f80b57f0 con 0x7f57080b5f40 2024-09-10T10:17:38.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f5704ff9640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56e80678c0 0x7f56e8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.349 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f5704ff9640 1 -- 172.21.15.157:0/2216613278 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f56f811f5d0 con 0x7f57080b5f40 2024-09-10T10:17:38.349 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f5707fff640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56e80678c0 0x7f56e8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.349 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.344+0000 7f5707fff640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56e80678c0 0x7f56e8069d80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5700007330 tx=0x7f570000b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:38.352 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.348+0000 7f5704ff9640 1 -- 172.21.15.157:0/2216613278 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f56f8016150 con 0x7f57080b5f40 2024-09-10T10:17:38.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.568+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f570815bcf0 con 0x7f57080b5f40 2024-09-10T10:17:38.574 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f5704ff9640 1 -- 172.21.15.157:0/2216613278 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v3) ==== 90+0+0 (secure 0 0 0) 0x7f56f80f04f0 con 0x7f57080b5f40 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56e80678c0 msgr2=0x7f56e8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56e80678c0 0x7f56e8069d80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5700007330 tx=0x7f570000b040 comp rx=0 tx=0).stop 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57080b5f40 msgr2=0x7f5708157eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57080b5f40 0x7f5708157eb0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f56f80af040 tx=0x7f56f8019270 comp rx=0 tx=0).stop 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 shutdown_connections 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56e80678c0 0x7f56e8069d80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57080b5f40 0x7f5708157eb0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5708070120 0x7f5708152c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 --2- 172.21.15.157:0/2216613278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f570806bcc0 0x7f57081472d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.572+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 >> 172.21.15.157:0/2216613278 conn(0x7f57080b2e10 msgr2=0x7f57080b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.576+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 shutdown_connections 2024-09-10T10:17:38.577 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.576+0000 7f570e3a7640 1 -- 172.21.15.157:0/2216613278 wait complete. 2024-09-10T10:17:38.594 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-10T10:17:38.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6b5904640 1 Processor -- start 2024-09-10T10:17:38.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6b5904640 1 -- start start 2024-09-10T10:17:38.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6b5904640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b00cf730 0x7fc6b00cfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6b5904640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6b00b0570 con 0x7fc6b015f610 2024-09-10T10:17:38.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6b5904640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6b015cbf0 con 0x7fc6b015c750 2024-09-10T10:17:38.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6b5904640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc6b015ced0 con 0x7fc6b00cf730 2024-09-10T10:17:38.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6aeffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fc6b015f610 0x7fc6b015d860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52388/0 (socket says 172.21.15.157:52388) 2024-09-10T10:17:38.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6aeffd640 1 -- 172.21.15.157:0/932712836 learned_addr learned my addr 172.21.15.157:0/932712836 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:38.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6af7fe640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b00cf730 0x7fc6b00cfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1408724055 0 0) 0x7fc6b00b0570 con 0x7fc6b015f610 2024-09-10T10:17:38.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc69c003530 con 0x7fc6b015f610 2024-09-10T10:17:38.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3348789223 0 0) 0x7fc69c003530 con 0x7fc6b015f610 2024-09-10T10:17:38.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b00cf730 msgr2=0x7fc6b00cfbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:38.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b00cf730 0x7fc6b00cfbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 >> v1:172.21.15.192:6789/0 conn(0x7fc6b015c750 legacy=0x7fc6b00afe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b015d1b0 con 0x7fc6b015f610 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fc6a8001680 con 0x7fc6b015f610 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 >> v1:172.21.15.157:6789/0 conn(0x7fc6b015f610 legacy=0x7fc6b015d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b00cf730 0x7fc69c0039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc69c003f70 0x7fc69c004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc69c004d50 0x7fc69c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b015ced0 con 0x7fc69c004d50 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc69c00bb60 con 0x7fc69c003f70 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc69c00bd60 con 0x7fc6b00cf730 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6af7fe640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc69c004d50 0x7fc69c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6aeffd640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b00cf730 0x7fc69c0039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6ae7fc640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc69c003f70 0x7fc69c004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6af7fe640 1 -- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b00cf730 msgr2=0x7fc69c0039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:38.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6af7fe640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b00cf730 0x7fc69c0039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6af7fe640 1 -- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc69c003f70 msgr2=0x7fc69c004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:38.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6af7fe640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc69c003f70 0x7fc69c004810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.712+0000 7fc6af7fe640 1 -- 172.21.15.157:0/932712836 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc69c003530 con 0x7fc69c004d50 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6af7fe640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc69c004d50 0x7fc69c0051d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0009fc0 tx=0x7fc6a001cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b7f41da917d3d1c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a00b2070 con 0x7fc69c004d50 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6a00a5b80 con 0x7fc69c004d50 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6adffb640 1 -- 172.21.15.157:0/932712836 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0009c10 con 0x7fc69c004d50 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6b5904640 1 -- 172.21.15.157:0/932712836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc69c004d50 msgr2=0x7fc69c0051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6b5904640 1 --2- 172.21.15.157:0/932712836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc69c004d50 0x7fc69c0051d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0009fc0 tx=0x7fc6a001cc80 comp rx=0 tx=0).stop 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6af7fe640 1 -- 172.21.15.157:0/932712836 reap_dead start 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6b5904640 1 -- 172.21.15.157:0/932712836 shutdown_connections 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6b5904640 1 -- 172.21.15.157:0/932712836 >> 172.21.15.157:0/932712836 conn(0x7fc6b00b0740 msgr2=0x7fc6b00b0b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:38.725 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6b5904640 1 -- 172.21.15.157:0/932712836 shutdown_connections 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.716+0000 7fc6b5904640 1 -- 172.21.15.157:0/932712836 wait complete. 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 Processor -- start 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 -- start start 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc69c004d50 0x7fc6b014f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6b0156d80 0x7fc6b00b44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b015b5b0 0x7fc6b015ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b015f9f0 con 0x7fc6b0156d80 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b006e4b0 con 0x7fc69c004d50 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc6b00cfbc0 con 0x7fc6b015b5b0 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6ae7fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6b0156d80 0x7fc6b00b44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6ae7fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6b0156d80 0x7fc6b00b44b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56938/0 (socket says 172.21.15.157:56938) 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6ae7fc640 1 -- 172.21.15.157:0/3655609234 learned_addr learned my addr 172.21.15.157:0/3655609234 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6aeffd640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc69c004d50 0x7fc6b014f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6af7fe640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b015b5b0 0x7fc6b015ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6ae7fc640 1 -- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b015b5b0 msgr2=0x7fc6b015ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6ae7fc640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b015b5b0 0x7fc6b015ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6ae7fc640 1 -- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc69c004d50 msgr2=0x7fc6b014f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6ae7fc640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc69c004d50 0x7fc6b014f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6ae7fc640 1 -- 172.21.15.157:0/3655609234 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b0159600 con 0x7fc6b0156d80 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6ae7fc640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6b0156d80 0x7fc6b00b44b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc69800d540 tx=0x7fc69800da00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6a7fff640 1 -- 172.21.15.157:0/3655609234 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc698005480 con 0x7fc6b0156d80 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6a7fff640 1 -- 172.21.15.157:0/3655609234 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc698017070 con 0x7fc6b0156d80 2024-09-10T10:17:38.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6b0159b80 con 0x7fc6b0156d80 2024-09-10T10:17:38.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6a7fff640 1 -- 172.21.15.157:0/3655609234 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc698003820 con 0x7fc6b0156d80 2024-09-10T10:17:38.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6b0158c40 con 0x7fc6b0156d80 2024-09-10T10:17:38.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.720+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6b00cff90 con 0x7fc6b0156d80 2024-09-10T10:17:38.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.724+0000 7fc6a7fff640 1 -- 172.21.15.157:0/3655609234 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc6980039c0 con 0x7fc6b0156d80 2024-09-10T10:17:38.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.724+0000 7fc6a7fff640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc6900678f0 0x7fc690069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:38.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.724+0000 7fc6a7fff640 1 -- 172.21.15.157:0/3655609234 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fc698085310 con 0x7fc6b0156d80 2024-09-10T10:17:38.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.724+0000 7fc6aeffd640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc6900678f0 0x7fc690069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:38.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.724+0000 7fc6aeffd640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc6900678f0 0x7fc690069db0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc6a8004880 tx=0x7fc6a8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:38.730 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.728+0000 7fc6a7fff640 1 -- 172.21.15.157:0/3655609234 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc6980102d0 con 0x7fc6b0156d80 2024-09-10T10:17:38.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.944+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fc6b015c270 con 0x7fc6b0156d80 2024-09-10T10:17:38.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.948+0000 7fc6a7fff640 1 -- 172.21.15.157:0/3655609234 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v4) ==== 90+0+0 (secure 0 0 0) 0x7fc6980561a0 con 0x7fc6b0156d80 2024-09-10T10:17:38.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc6900678f0 msgr2=0x7fc690069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc6900678f0 0x7fc690069db0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc6a8004880 tx=0x7fc6a8009040 comp rx=0 tx=0).stop 2024-09-10T10:17:38.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6b0156d80 msgr2=0x7fc6b00b44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:38.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6b0156d80 0x7fc6b00b44b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc69800d540 tx=0x7fc69800da00 comp rx=0 tx=0).stop 2024-09-10T10:17:38.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 shutdown_connections 2024-09-10T10:17:38.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc6900678f0 0x7fc690069db0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6b015b5b0 0x7fc6b015ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6b0156d80 0x7fc6b00b44b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 --2- 172.21.15.157:0/3655609234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc69c004d50 0x7fc6b014f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:38.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 >> 172.21.15.157:0/3655609234 conn(0x7fc6b00b0740 msgr2=0x7fc6b0071620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:38.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 shutdown_connections 2024-09-10T10:17:38.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:38.952+0000 7fc6b5904640 1 -- 172.21.15.157:0/3655609234 wait complete. 2024-09-10T10:17:38.971 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-10T10:17:39.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.084+0000 7f53be34d640 1 Processor -- start 2024-09-10T10:17:39.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.084+0000 7f53be34d640 1 -- start start 2024-09-10T10:17:39.089 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53be34d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b806dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.089 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53be34d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f53b815e820 0x7f53b80cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.089 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53be34d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53b806e190 con 0x7f53b80b3610 2024-09-10T10:17:39.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53be34d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f53b80d2ba0 con 0x7f53b815e820 2024-09-10T10:17:39.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53be34d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f53b80d2e80 con 0x7f53b806d870 2024-09-10T10:17:39.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b77fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f53b815e820 0x7f53b80cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b77fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f53b815e820 0x7f53b80cf750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:51728/0 (socket says 172.21.15.157:51728) 2024-09-10T10:17:39.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b77fe640 1 -- 172.21.15.157:0/2703452705 learned_addr learned my addr 172.21.15.157:0/2703452705 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:39.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b7fff640 1 --2- 172.21.15.157:0/2703452705 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b806dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b77fe640 1 -- 172.21.15.157:0/2703452705 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 msgr2=0x7f53b806dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:39.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b77fe640 1 --2- 172.21.15.157:0/2703452705 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b806dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b77fe640 1 -- 172.21.15.157:0/2703452705 >> v1:172.21.15.192:6789/0 conn(0x7f53b80b3610 legacy=0x7f53b80d3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b77fe640 1 -- 172.21.15.157:0/2703452705 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53b80d3160 con 0x7f53b815e820 2024-09-10T10:17:39.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b7fff640 1 --2- 172.21.15.157:0/2703452705 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b806dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:17:39.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.088+0000 7f53b77fe640 1 --2- 172.21.15.157:0/2703452705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53b815e820 0x7f53b80cf750 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f53ac009870 tx=0x7f53ac01c530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f214a82c8c156ec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:39.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53b6ffd640 1 -- 172.21.15.157:0/2703452705 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ac0a95f0 con 0x7f53b815e820 2024-09-10T10:17:39.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53b6ffd640 1 -- 172.21.15.157:0/2703452705 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53ac0a9790 con 0x7f53b815e820 2024-09-10T10:17:39.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53b6ffd640 1 -- 172.21.15.157:0/2703452705 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ac0a9b60 con 0x7f53b815e820 2024-09-10T10:17:39.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- 172.21.15.157:0/2703452705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53b815e820 msgr2=0x7f53b80cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 --2- 172.21.15.157:0/2703452705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53b815e820 0x7f53b80cf750 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f53ac009870 tx=0x7f53ac01c530 comp rx=0 tx=0).stop 2024-09-10T10:17:39.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- 172.21.15.157:0/2703452705 shutdown_connections 2024-09-10T10:17:39.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 --2- 172.21.15.157:0/2703452705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53b815e820 0x7f53b80cf750 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 --2- 172.21.15.157:0/2703452705 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b806dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- 172.21.15.157:0/2703452705 >> 172.21.15.157:0/2703452705 conn(0x7f53b80d4910 msgr2=0x7f53b80d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:39.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- 172.21.15.157:0/2703452705 shutdown_connections 2024-09-10T10:17:39.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- 172.21.15.157:0/2703452705 wait complete. 2024-09-10T10:17:39.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 Processor -- start 2024-09-10T10:17:39.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- start start 2024-09-10T10:17:39.096 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b81561d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.096 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53b80b3610 0x7f53b80b8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.096 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b815e820 0x7f53b814fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.096 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f53b816b1a0 con 0x7f53b815e820 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f53b80d4350 con 0x7f53b80b3610 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f53b816b320 con 0x7f53b806d870 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53bc8ea640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b815e820 0x7f53b814fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53bc8ea640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b815e820 0x7f53b814fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56954/0 (socket says 172.21.15.157:56954) 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53bc8ea640 1 -- 172.21.15.157:0/3483400171 learned_addr learned my addr 172.21.15.157:0/3483400171 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53b77fe640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53b80b3610 0x7f53b80b8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53b7fff640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b81561d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53bc8ea640 1 -- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 msgr2=0x7f53b81561d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53bc8ea640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b81561d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53bc8ea640 1 -- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53b80b3610 msgr2=0x7f53b80b8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53bc8ea640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53b80b3610 0x7f53b80b8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53bc8ea640 1 -- 172.21.15.157:0/3483400171 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53b80b9500 con 0x7f53b815e820 2024-09-10T10:17:39.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53b7fff640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b81561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:39.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53bc8ea640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b815e820 0x7f53b814fca0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f53b000c7a0 tx=0x7f53b000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:39.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53b4ff9640 1 -- 172.21.15.157:0/3483400171 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b0003b80 con 0x7f53b815e820 2024-09-10T10:17:39.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53b4ff9640 1 -- 172.21.15.157:0/3483400171 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53b0003d20 con 0x7f53b815e820 2024-09-10T10:17:39.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53b4ff9640 1 -- 172.21.15.157:0/3483400171 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b000aa90 con 0x7f53b815e820 2024-09-10T10:17:39.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53b81567b0 con 0x7f53b815e820 2024-09-10T10:17:39.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.092+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53b8158de0 con 0x7f53b815e820 2024-09-10T10:17:39.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.096+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53b806dc50 con 0x7f53b815e820 2024-09-10T10:17:39.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.096+0000 7f53b4ff9640 1 -- 172.21.15.157:0/3483400171 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f53b000ac30 con 0x7f53b815e820 2024-09-10T10:17:39.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.096+0000 7f53b4ff9640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53a40678c0 0x7f53a4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.096+0000 7f53b4ff9640 1 -- 172.21.15.157:0/3483400171 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f53b00857a0 con 0x7f53b815e820 2024-09-10T10:17:39.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.096+0000 7f53b7fff640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53a40678c0 0x7f53a4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.096+0000 7f53b7fff640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53a40678c0 0x7f53a4069d80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f53a8009bc0 tx=0x7f53a8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:39.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.100+0000 7f53b4ff9640 1 -- 172.21.15.157:0/3483400171 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f53b0056630 con 0x7f53b815e820 2024-09-10T10:17:39.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.316+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f53b80d3e90 con 0x7f53b815e820 2024-09-10T10:17:39.321 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53b4ff9640 1 -- 172.21.15.157:0/3483400171 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f53b0055f30 con 0x7f53b815e820 2024-09-10T10:17:39.324 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53a40678c0 msgr2=0x7f53a4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.324 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53a40678c0 0x7f53a4069d80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f53a8009bc0 tx=0x7f53a8008040 comp rx=0 tx=0).stop 2024-09-10T10:17:39.324 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b815e820 msgr2=0x7f53b814fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.324 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b815e820 0x7f53b814fca0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f53b000c7a0 tx=0x7f53b000cc60 comp rx=0 tx=0).stop 2024-09-10T10:17:39.324 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 shutdown_connections 2024-09-10T10:17:39.324 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53a40678c0 0x7f53a4069d80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.325 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b815e820 0x7f53b814fca0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.325 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53b80b3610 0x7f53b80b8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.325 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 --2- 172.21.15.157:0/3483400171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53b806d870 0x7f53b81561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.325 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 >> 172.21.15.157:0/3483400171 conn(0x7f53b80d4910 msgr2=0x7f53b80b48c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:39.325 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 shutdown_connections 2024-09-10T10:17:39.325 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.320+0000 7f53be34d640 1 -- 172.21.15.157:0/3483400171 wait complete. 2024-09-10T10:17:39.339 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-10T10:17:39.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.444+0000 7f5143fdb640 1 Processor -- start 2024-09-10T10:17:39.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.444+0000 7f5143fdb640 1 -- start start 2024-09-10T10:17:39.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.444+0000 7f5143fdb640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f513c15eaf0 0x7f513c0b3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.444+0000 7f5143fdb640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f513c0b4bd0 con 0x7f513c0cde30 2024-09-10T10:17:39.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.444+0000 7f5143fdb640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f513c0b4eb0 con 0x7f513c0b4710 2024-09-10T10:17:39.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.444+0000 7f5143fdb640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f513c15f260 con 0x7f513c15eaf0 2024-09-10T10:17:39.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5141d77640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f513c0cde30 0x7f513c0ccf20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52404/0 (socket says 172.21.15.157:52404) 2024-09-10T10:17:39.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5142578640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f513c15eaf0 0x7f513c0b3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5141d77640 1 -- 172.21.15.157:0/3861176924 learned_addr learned my addr 172.21.15.157:0/3861176924 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:39.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5140d75640 1 -- 172.21.15.157:0/3861176924 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1942782634 0 0) 0x7f513c0b4bd0 con 0x7f513c0cde30 2024-09-10T10:17:39.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5140d75640 1 -- 172.21.15.157:0/3861176924 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5128003530 con 0x7f513c0cde30 2024-09-10T10:17:39.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5142578640 1 -- 172.21.15.157:0/3861176924 >> v1:172.21.15.192:6789/0 conn(0x7f513c0b4710 legacy=0x7f513c15e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:39.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5142578640 1 -- 172.21.15.157:0/3861176924 >> v1:172.21.15.157:6789/0 conn(0x7f513c0cde30 legacy=0x7f513c0ccf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5142578640 1 -- 172.21.15.157:0/3861176924 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f513c0b5190 con 0x7f513c15eaf0 2024-09-10T10:17:39.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5142578640 1 --2- 172.21.15.157:0/3861176924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c15eaf0 0x7f513c0b3b40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5134009d90 tx=0x7f513401c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f27cbafb6bc08a11 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:39.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5140d75640 1 -- 172.21.15.157:0/3861176924 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51340b2070 con 0x7f513c15eaf0 2024-09-10T10:17:39.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5140d75640 1 -- 172.21.15.157:0/3861176924 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51340a5770 con 0x7f513c15eaf0 2024-09-10T10:17:39.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5140d75640 1 -- 172.21.15.157:0/3861176924 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51340a5b40 con 0x7f513c15eaf0 2024-09-10T10:17:39.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5143fdb640 1 -- 172.21.15.157:0/3861176924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c15eaf0 msgr2=0x7f513c0b3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5143fdb640 1 --2- 172.21.15.157:0/3861176924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c15eaf0 0x7f513c0b3b40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5134009d90 tx=0x7f513401c8a0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5143fdb640 1 -- 172.21.15.157:0/3861176924 shutdown_connections 2024-09-10T10:17:39.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5143fdb640 1 --2- 172.21.15.157:0/3861176924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c15eaf0 0x7f513c0b3b40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5143fdb640 1 -- 172.21.15.157:0/3861176924 >> 172.21.15.157:0/3861176924 conn(0x7f513c06bcc0 msgr2=0x7f513c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:39.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.448+0000 7f5143fdb640 1 -- 172.21.15.157:0/3861176924 shutdown_connections 2024-09-10T10:17:39.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 -- 172.21.15.157:0/3861176924 wait complete. 2024-09-10T10:17:39.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 Processor -- start 2024-09-10T10:17:39.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 -- start start 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c0b4710 0x7f513c158f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f513c0cde30 0x7f513c140ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f513c15eaf0 0x7f513c0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f513c0d0260 con 0x7f513c0b4710 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f513c0d00e0 con 0x7f513c15eaf0 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f513c0d03e0 con 0x7f513c0cde30 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5141d77640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c0b4710 0x7f513c158f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5141d77640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c0b4710 0x7f513c158f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56972/0 (socket says 172.21.15.157:56972) 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5141d77640 1 -- 172.21.15.157:0/3578147453 learned_addr learned my addr 172.21.15.157:0/3578147453 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5141d77640 1 -- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f513c0cde30 msgr2=0x7f513c140ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5141d77640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f513c0cde30 0x7f513c140ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5141d77640 1 -- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f513c15eaf0 msgr2=0x7f513c0ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5141d77640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f513c15eaf0 0x7f513c0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5141d77640 1 -- 172.21.15.157:0/3578147453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f513c159480 con 0x7f513c0b4710 2024-09-10T10:17:39.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5141d77640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c0b4710 0x7f513c158f40 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f513800c480 tx=0x7f513800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:39.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f51327fc640 1 -- 172.21.15.157:0/3578147453 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5138017070 con 0x7f513c0b4710 2024-09-10T10:17:39.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f51327fc640 1 -- 172.21.15.157:0/3578147453 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5138005cf0 con 0x7f513c0b4710 2024-09-10T10:17:39.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f51327fc640 1 -- 172.21.15.157:0/3578147453 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5138007290 con 0x7f513c0b4710 2024-09-10T10:17:39.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f513c141000 con 0x7f513c0b4710 2024-09-10T10:17:39.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f513c152550 con 0x7f513c0b4710 2024-09-10T10:17:39.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.452+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f513c0d07d0 con 0x7f513c0b4710 2024-09-10T10:17:39.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.456+0000 7f51327fc640 1 -- 172.21.15.157:0/3578147453 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f513801a070 con 0x7f513c0b4710 2024-09-10T10:17:39.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.456+0000 7f51327fc640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51200678c0 0x7f5120069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.456+0000 7f51327fc640 1 -- 172.21.15.157:0/3578147453 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f5138084d30 con 0x7f513c0b4710 2024-09-10T10:17:39.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.456+0000 7f5141576640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51200678c0 0x7f5120069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.456+0000 7f5141576640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51200678c0 0x7f5120069d80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f513c151a10 tx=0x7f512c0079c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:39.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.460+0000 7f51327fc640 1 -- 172.21.15.157:0/3578147453 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5138055c50 con 0x7f513c0b4710 2024-09-10T10:17:39.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.672+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f513c0d0eb0 con 0x7f513c0b4710 2024-09-10T10:17:39.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.672+0000 7f51327fc640 1 -- 172.21.15.157:0/3578147453 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f5138055550 con 0x7f513c0b4710 2024-09-10T10:17:39.678 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51200678c0 msgr2=0x7f5120069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51200678c0 0x7f5120069d80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f513c151a10 tx=0x7f512c0079c0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c0b4710 msgr2=0x7f513c158f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c0b4710 0x7f513c158f40 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f513800c480 tx=0x7f513800c940 comp rx=0 tx=0).stop 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 shutdown_connections 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f51200678c0 0x7f5120069d80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f513c15eaf0 0x7f513c0ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f513c0cde30 0x7f513c140ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 --2- 172.21.15.157:0/3578147453 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f513c0b4710 0x7f513c158f40 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 >> 172.21.15.157:0/3578147453 conn(0x7f513c06bcc0 msgr2=0x7f513c15d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 shutdown_connections 2024-09-10T10:17:39.679 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.676+0000 7f5143fdb640 1 -- 172.21.15.157:0/3578147453 wait complete. 2024-09-10T10:17:39.694 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-10T10:17:39.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f27700cc640 1 Processor -- start 2024-09-10T10:17:39.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f27700cc640 1 -- start start 2024-09-10T10:17:39.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f27700cc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f27680b4a90 0x7f2768166db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f27700cc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f276815cf90 con 0x7f2768073f10 2024-09-10T10:17:39.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f27700cc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f276815d270 con 0x7f276815c280 2024-09-10T10:17:39.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f27700cc640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f276815cd70 con 0x7f27680b4a90 2024-09-10T10:17:39.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f276e669640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f27680b4a90 0x7f2768166db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f276d667640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f2768073f10 0x7f27680b4380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52420/0 (socket says 172.21.15.157:52420) 2024-09-10T10:17:39.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f276d667640 1 -- 172.21.15.157:0/1558325863 learned_addr learned my addr 172.21.15.157:0/1558325863 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:39.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f276e669640 1 -- 172.21.15.157:0/1558325863 >> v1:172.21.15.192:6789/0 conn(0x7f276815c280 legacy=0x7f276815c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:39.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f276e669640 1 -- 172.21.15.157:0/1558325863 >> v1:172.21.15.157:6789/0 conn(0x7f2768073f10 legacy=0x7f27680b4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f276e669640 1 -- 172.21.15.157:0/1558325863 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f276815d550 con 0x7f27680b4a90 2024-09-10T10:17:39.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.808+0000 7f276ce66640 1 -- 172.21.15.157:0/1558325863 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 288369607 0 0) 0x7f276815cf90 con 0x7f2768073f10 2024-09-10T10:17:39.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f276e669640 1 --2- 172.21.15.157:0/1558325863 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27680b4a90 0x7f2768166db0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2758009d90 tx=0x7f275801c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1d304a2e2628a4e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:39.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f276ce66640 1 -- 172.21.15.157:0/1558325863 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27580b2070 con 0x7f27680b4a90 2024-09-10T10:17:39.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f276ce66640 1 -- 172.21.15.157:0/1558325863 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27580a5760 con 0x7f27680b4a90 2024-09-10T10:17:39.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f276ce66640 1 -- 172.21.15.157:0/1558325863 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27580a5b30 con 0x7f27680b4a90 2024-09-10T10:17:39.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 -- 172.21.15.157:0/1558325863 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27680b4a90 msgr2=0x7f2768166db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 --2- 172.21.15.157:0/1558325863 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27680b4a90 0x7f2768166db0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2758009d90 tx=0x7f275801c8a0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 -- 172.21.15.157:0/1558325863 shutdown_connections 2024-09-10T10:17:39.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 --2- 172.21.15.157:0/1558325863 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27680b4a90 0x7f2768166db0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 -- 172.21.15.157:0/1558325863 >> 172.21.15.157:0/1558325863 conn(0x7f2768067a00 msgr2=0x7f2768067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:39.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 -- 172.21.15.157:0/1558325863 shutdown_connections 2024-09-10T10:17:39.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 -- 172.21.15.157:0/1558325863 wait complete. 2024-09-10T10:17:39.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 Processor -- start 2024-09-10T10:17:39.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 -- start start 2024-09-10T10:17:39.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2768073f10 0x7f27680aba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27680b4a90 0x7f27680ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f276815c280 0x7f2768158ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2768169d20 con 0x7f2768073f10 2024-09-10T10:17:39.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f276815d940 con 0x7f27680b4a90 2024-09-10T10:17:39.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f27700cc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2768169ea0 con 0x7f276815c280 2024-09-10T10:17:39.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f276de68640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2768073f10 0x7f27680aba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f276de68640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2768073f10 0x7f27680aba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:56996/0 (socket says 172.21.15.157:56996) 2024-09-10T10:17:39.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.812+0000 7f276de68640 1 -- 172.21.15.157:0/613659701 learned_addr learned my addr 172.21.15.157:0/613659701 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276d667640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27680b4a90 0x7f27680ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276e669640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f276815c280 0x7f2768158ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276de68640 1 -- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f276815c280 msgr2=0x7f2768158ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276de68640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f276815c280 0x7f2768158ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276de68640 1 -- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27680b4a90 msgr2=0x7f27680ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276de68640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27680b4a90 0x7f27680ccf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276de68640 1 -- 172.21.15.157:0/613659701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27680cd6f0 con 0x7f2768073f10 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276de68640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2768073f10 0x7f27680aba60 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f276000b410 tx=0x7f276000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f27667fc640 1 -- 172.21.15.157:0/613659701 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2760015030 con 0x7f2768073f10 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f27667fc640 1 -- 172.21.15.157:0/613659701 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2760004020 con 0x7f2768073f10 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f27667fc640 1 -- 172.21.15.157:0/613659701 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2760004410 con 0x7f2768073f10 2024-09-10T10:17:39.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27680cd9d0 con 0x7f2768073f10 2024-09-10T10:17:39.820 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27680cdf90 con 0x7f2768073f10 2024-09-10T10:17:39.820 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27680b4380 con 0x7f2768073f10 2024-09-10T10:17:39.820 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f27667fc640 1 -- 172.21.15.157:0/613659701 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2760018070 con 0x7f2768073f10 2024-09-10T10:17:39.821 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f27667fc640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f27540678c0 0x7f2754069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:39.821 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f27667fc640 1 -- 172.21.15.157:0/613659701 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f2760085490 con 0x7f2768073f10 2024-09-10T10:17:39.821 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276d667640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f27540678c0 0x7f2754069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:39.821 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.816+0000 7f276d667640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f27540678c0 0x7f2754069d80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2768159980 tx=0x7f275c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:39.823 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:39.820+0000 7f27667fc640 1 -- 172.21.15.157:0/613659701 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2760056320 con 0x7f2768073f10 2024-09-10T10:17:40.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.044+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f27680b3c70 con 0x7f2768073f10 2024-09-10T10:17:40.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.048+0000 7f27667fc640 1 -- 172.21.15.157:0/613659701 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v7) ==== 97+0+0 (secure 0 0 0) 0x7f2760055c20 con 0x7f2768073f10 2024-09-10T10:17:40.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f27540678c0 msgr2=0x7f2754069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f27540678c0 0x7f2754069d80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2768159980 tx=0x7f275c009040 comp rx=0 tx=0).stop 2024-09-10T10:17:40.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2768073f10 msgr2=0x7f27680aba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2768073f10 0x7f27680aba60 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f276000b410 tx=0x7f276000b8d0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 shutdown_connections 2024-09-10T10:17:40.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f27540678c0 0x7f2754069d80 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f276815c280 0x7f2768158ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27680b4a90 0x7f27680ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 --2- 172.21.15.157:0/613659701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2768073f10 0x7f27680aba60 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 >> 172.21.15.157:0/613659701 conn(0x7f2768067a00 msgr2=0x7f2768067de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:40.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 shutdown_connections 2024-09-10T10:17:40.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.052+0000 7f27700cc640 1 -- 172.21.15.157:0/613659701 wait complete. 2024-09-10T10:17:40.071 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-10T10:17:40.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11b1551640 1 Processor -- start 2024-09-10T10:17:40.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11b1551640 1 -- start start 2024-09-10T10:17:40.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11b1551640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11ac0b24d0 0x7f11ac0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11b1551640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11ac0d0960 con 0x7f11ac0d0190 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11b1551640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11ac0d0c40 con 0x7f11ac145970 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11b1551640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f11ac0d0f20 con 0x7f11ac0b24d0 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11ab7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f11ac0d0190 0x7f11ac0cdab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52426/0 (socket says 172.21.15.157:52426) 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11ab7fe640 1 -- 172.21.15.157:0/2999576884 learned_addr learned my addr 172.21.15.157:0/2999576884 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11a3fff640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11ac0b24d0 0x7f11ac0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2752969702 0 0) 0x7f11ac0d0960 con 0x7f11ac0d0190 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1198003530 con 0x7f11ac0d0190 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 808259709 0 0) 0x7f1198003530 con 0x7f11ac0d0190 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11ac0b24d0 msgr2=0x7f11ac0cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11ac0b24d0 0x7f11ac0cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 >> v1:172.21.15.192:6789/0 conn(0x7f11ac145970 legacy=0x7f11ac0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ac0cd2b0 con 0x7f11ac0d0190 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f11a4001a00 con 0x7f11ac0d0190 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 >> v1:172.21.15.157:6789/0 conn(0x7f11ac0d0190 legacy=0x7f11ac0cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11ac0b24d0 0x7f11980039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1198003f70 0x7f1198004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1198004d50 0x7f11980051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f11ac0d0f20 con 0x7f1198003f70 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f119800bb60 con 0x7f1198004d50 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f119800bd60 con 0x7f11ac0b24d0 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11a3fff640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1198003f70 0x7f1198004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aaffd640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11ac0b24d0 0x7f11980039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11a3fff640 1 -- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11ac0b24d0 msgr2=0x7f11980039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:40.198 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11a3fff640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11ac0b24d0 0x7f11980039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.198 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11a3fff640 1 -- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1198004d50 msgr2=0x7f11980051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:40.198 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11a3fff640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1198004d50 0x7f11980051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.198 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11a3fff640 1 -- 172.21.15.157:0/2999576884 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1198003530 con 0x7f1198003f70 2024-09-10T10:17:40.198 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.192+0000 7f11aaffd640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11ac0b24d0 0x7f11980039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:40.199 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11a3fff640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1198003f70 0x7f1198004810 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1194009ae0 tx=0x7f119401ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a015e14978b01ef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:40.199 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11940096b0 con 0x7f1198003f70 2024-09-10T10:17:40.199 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11940a6450 con 0x7f1198003f70 2024-09-10T10:17:40.199 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11aa7fc640 1 -- 172.21.15.157:0/2999576884 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11940a6840 con 0x7f1198003f70 2024-09-10T10:17:40.199 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 -- 172.21.15.157:0/2999576884 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1198003f70 msgr2=0x7f1198004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.199 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 --2- 172.21.15.157:0/2999576884 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1198003f70 0x7f1198004810 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1194009ae0 tx=0x7f119401ca70 comp rx=0 tx=0).stop 2024-09-10T10:17:40.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11ab7fe640 1 -- 172.21.15.157:0/2999576884 reap_dead start 2024-09-10T10:17:40.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 -- 172.21.15.157:0/2999576884 shutdown_connections 2024-09-10T10:17:40.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 -- 172.21.15.157:0/2999576884 >> 172.21.15.157:0/2999576884 conn(0x7f11ac06bcc0 msgr2=0x7f11ac06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:40.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 -- 172.21.15.157:0/2999576884 shutdown_connections 2024-09-10T10:17:40.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 -- 172.21.15.157:0/2999576884 wait complete. 2024-09-10T10:17:40.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 Processor -- start 2024-09-10T10:17:40.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 -- start start 2024-09-10T10:17:40.202 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1198003f70 0x7f11ac1426a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11ac15c8e0 0x7f11ac15cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11ac1605a0 0x7f11ac1609e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f11ac0ced60 con 0x7f11ac1605a0 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f11ac0cebe0 con 0x7f11ac15c8e0 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11b1551640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f11ac167e60 con 0x7f1198003f70 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11ab7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11ac1605a0 0x7f11ac1609e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11ab7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11ac1605a0 0x7f11ac1609e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:57018/0 (socket says 172.21.15.157:57018) 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11ab7fe640 1 -- 172.21.15.157:0/3900538850 learned_addr learned my addr 172.21.15.157:0/3900538850 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11a3fff640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11ac15c8e0 0x7f11ac15cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11aaffd640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1198003f70 0x7f11ac1426a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11ab7fe640 1 -- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1198003f70 msgr2=0x7f11ac1426a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11ab7fe640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1198003f70 0x7f11ac1426a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11ab7fe640 1 -- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11ac15c8e0 msgr2=0x7f11ac15cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11ab7fe640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11ac15c8e0 0x7f11ac15cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11ab7fe640 1 -- 172.21.15.157:0/3900538850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ac160f20 con 0x7f11ac1605a0 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11aaffd640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1198003f70 0x7f11ac1426a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.196+0000 7f11a3fff640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11ac15c8e0 0x7f11ac15cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11ab7fe640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11ac1605a0 0x7f11ac1609e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f11ac070630 tx=0x7f11a400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11a37fe640 1 -- 172.21.15.157:0/3900538850 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a400ce50 con 0x7f11ac1605a0 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11a37fe640 1 -- 172.21.15.157:0/3900538850 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11a400a610 con 0x7f11ac1605a0 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11ac15d380 con 0x7f11ac1605a0 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11a37fe640 1 -- 172.21.15.157:0/3900538850 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a400a9c0 con 0x7f11ac1605a0 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11ac15de50 con 0x7f11ac1605a0 2024-09-10T10:17:40.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11ac0cdab0 con 0x7f11ac1605a0 2024-09-10T10:17:40.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11a37fe640 1 -- 172.21.15.157:0/3900538850 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f11a4011070 con 0x7f11ac1605a0 2024-09-10T10:17:40.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11a37fe640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f118c0678f0 0x7f118c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11a37fe640 1 -- 172.21.15.157:0/3900538850 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f11a4084e60 con 0x7f11ac1605a0 2024-09-10T10:17:40.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11aaffd640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f118c0678f0 0x7f118c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.200+0000 7f11aaffd640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f118c0678f0 0x7f118c069db0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f119c001720 tx=0x7f119c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:40.207 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.204+0000 7f11a37fe640 1 -- 172.21.15.157:0/3900538850 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f11a4019060 con 0x7f11ac1605a0 2024-09-10T10:17:40.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.408+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f11ac1405d0 con 0x7f11ac1605a0 2024-09-10T10:17:40.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.412+0000 7f11a37fe640 1 -- 172.21.15.157:0/3900538850 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f11a4055cf0 con 0x7f11ac1605a0 2024-09-10T10:17:40.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.412+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f118c0678f0 msgr2=0x7f118c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.412+0000 7f11b1551640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f118c0678f0 0x7f118c069db0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f119c001720 tx=0x7f119c009040 comp rx=0 tx=0).stop 2024-09-10T10:17:40.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11ac1605a0 msgr2=0x7f11ac1609e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11ac1605a0 0x7f11ac1609e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f11ac070630 tx=0x7f11a400cc00 comp rx=0 tx=0).stop 2024-09-10T10:17:40.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 shutdown_connections 2024-09-10T10:17:40.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f118c0678f0 0x7f118c069db0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11ac1605a0 0x7f11ac1609e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11ac15c8e0 0x7f11ac15cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 --2- 172.21.15.157:0/3900538850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1198003f70 0x7f11ac1426a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 >> 172.21.15.157:0/3900538850 conn(0x7f11ac06bcc0 msgr2=0x7f11ac144590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:40.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 shutdown_connections 2024-09-10T10:17:40.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.416+0000 7f11b1551640 1 -- 172.21.15.157:0/3900538850 wait complete. 2024-09-10T10:17:40.433 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T10:17:40.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.544+0000 7f729d5d3640 1 Processor -- start 2024-09-10T10:17:40.549 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f729d5d3640 1 -- start start 2024-09-10T10:17:40.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f729d5d3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f72980b24d0 0x7f72980cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f729d5d3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72980d0960 con 0x7f7298145970 2024-09-10T10:17:40.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f729d5d3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72980d0c40 con 0x7f72980d0190 2024-09-10T10:17:40.550 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f729d5d3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f72980d0f20 con 0x7f72980b24d0 2024-09-10T10:17:40.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f7296ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f7298145970 0x7f72980b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52428/0 (socket says 172.21.15.157:52428) 2024-09-10T10:17:40.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f7296ffd640 1 -- 172.21.15.157:0/1083984141 learned_addr learned my addr 172.21.15.157:0/1083984141 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:40.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f72967fc640 1 --2- 172.21.15.157:0/1083984141 >> v2:172.21.15.157:3300/0 conn(0x7f72980b24d0 0x7f72980cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f7295ffb640 1 -- 172.21.15.157:0/1083984141 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3992945926 0 0) 0x7f72980d0960 con 0x7f7298145970 2024-09-10T10:17:40.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f7295ffb640 1 -- 172.21.15.157:0/1083984141 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7284003530 con 0x7f7298145970 2024-09-10T10:17:40.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f72967fc640 1 -- 172.21.15.157:0/1083984141 >> v1:172.21.15.192:6789/0 conn(0x7f72980d0190 legacy=0x7f72980cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:40.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f72967fc640 1 -- 172.21.15.157:0/1083984141 >> v1:172.21.15.157:6789/0 conn(0x7f7298145970 legacy=0x7f72980b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.551 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f72967fc640 1 -- 172.21.15.157:0/1083984141 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72980cd2b0 con 0x7f72980b24d0 2024-09-10T10:17:40.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f72967fc640 1 --2- 172.21.15.157:0/1083984141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980b24d0 0x7f72980cfc50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f72980d10a0 tx=0x7f728001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ed80827769ef335 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:40.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f7295ffb640 1 -- 172.21.15.157:0/1083984141 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800b0070 con 0x7f72980b24d0 2024-09-10T10:17:40.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f7295ffb640 1 -- 172.21.15.157:0/1083984141 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72800ab600 con 0x7f72980b24d0 2024-09-10T10:17:40.552 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.548+0000 7f7295ffb640 1 -- 172.21.15.157:0/1083984141 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800ab9b0 con 0x7f72980b24d0 2024-09-10T10:17:40.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- 172.21.15.157:0/1083984141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980b24d0 msgr2=0x7f72980cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 --2- 172.21.15.157:0/1083984141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980b24d0 0x7f72980cfc50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f72980d10a0 tx=0x7f728001c3d0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.553 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- 172.21.15.157:0/1083984141 shutdown_connections 2024-09-10T10:17:40.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 --2- 172.21.15.157:0/1083984141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980b24d0 0x7f72980cfc50 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- 172.21.15.157:0/1083984141 >> 172.21.15.157:0/1083984141 conn(0x7f729806bcc0 msgr2=0x7f729806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:40.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- 172.21.15.157:0/1083984141 shutdown_connections 2024-09-10T10:17:40.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- 172.21.15.157:0/1083984141 wait complete. 2024-09-10T10:17:40.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 Processor -- start 2024-09-10T10:17:40.554 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- start start 2024-09-10T10:17:40.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72980b24d0 0x7f72981446e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980d0190 0x7f7298143710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7298145970 0x7f72980ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.556 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f72980cede0 con 0x7f72980d0190 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f72980cec60 con 0x7f7298145970 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7298169e70 con 0x7f72980b24d0 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f72967fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980d0190 0x7f7298143710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f72967fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980d0190 0x7f7298143710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:57032/0 (socket says 172.21.15.157:57032) 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f72967fc640 1 -- 172.21.15.157:0/1151345059 learned_addr learned my addr 172.21.15.157:0/1151345059 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f72967fc640 1 -- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72980b24d0 msgr2=0x7f72981446e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f72967fc640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72980b24d0 0x7f72981446e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f72967fc640 1 -- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7298145970 msgr2=0x7f72980ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f72967fc640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7298145970 0x7f72980ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.557 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f72967fc640 1 -- 172.21.15.157:0/1151345059 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72980cc820 con 0x7f72980d0190 2024-09-10T10:17:40.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f72967fc640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980d0190 0x7f7298143710 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f72800ae040 tx=0x7f7280019170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:40.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f728f7fe640 1 -- 172.21.15.157:0/1151345059 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800b8020 con 0x7f72980d0190 2024-09-10T10:17:40.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f728f7fe640 1 -- 172.21.15.157:0/1151345059 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72800b4410 con 0x7f72980d0190 2024-09-10T10:17:40.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72981430f0 con 0x7f72980d0190 2024-09-10T10:17:40.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f728f7fe640 1 -- 172.21.15.157:0/1151345059 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800b0040 con 0x7f72980d0190 2024-09-10T10:17:40.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72980b4050 con 0x7f72980d0190 2024-09-10T10:17:40.558 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.552+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72980cfc50 con 0x7f72980d0190 2024-09-10T10:17:40.559 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.556+0000 7f728f7fe640 1 -- 172.21.15.157:0/1151345059 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f72800bb020 con 0x7f72980d0190 2024-09-10T10:17:40.559 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.556+0000 7f728f7fe640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72780678c0 0x7f7278069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.559 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.556+0000 7f728f7fe640 1 -- 172.21.15.157:0/1151345059 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f728011f420 con 0x7f72980d0190 2024-09-10T10:17:40.559 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.556+0000 7f7296ffd640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72780678c0 0x7f7278069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.559 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.556+0000 7f7296ffd640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72780678c0 0x7f7278069d80 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f72880012f0 tx=0x7f72880015c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:40.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.560+0000 7f728f7fe640 1 -- 172.21.15.157:0/1151345059 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f72800c2030 con 0x7f72980d0190 2024-09-10T10:17:40.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.724+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f729813e6e0 con 0x7f72980d0190 2024-09-10T10:17:40.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f728f7fe640 1 -- 172.21.15.157:0/1151345059 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) ==== 84+0+65 (secure 0 0 0) 0x7f7280016050 con 0x7f72980d0190 2024-09-10T10:17:40.729 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:40.729 INFO:teuthology.orchestra.run.smithi157.stdout:[ 2024-09-10T10:17:40.729 INFO:teuthology.orchestra.run.smithi157.stdout: { 2024-09-10T10:17:40.730 INFO:teuthology.orchestra.run.smithi157.stdout: "poolnum": 1, 2024-09-10T10:17:40.730 INFO:teuthology.orchestra.run.smithi157.stdout: "poolname": ".mgr" 2024-09-10T10:17:40.730 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:40.730 INFO:teuthology.orchestra.run.smithi157.stdout:] 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72780678c0 msgr2=0x7f7278069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72780678c0 0x7f7278069d80 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f72880012f0 tx=0x7f72880015c0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980d0190 msgr2=0x7f7298143710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980d0190 0x7f7298143710 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f72800ae040 tx=0x7f7280019170 comp rx=0 tx=0).stop 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 shutdown_connections 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72780678c0 0x7f7278069d80 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7298145970 0x7f72980ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980d0190 0x7f7298143710 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 --2- 172.21.15.157:0/1151345059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72980b24d0 0x7f72981446e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 >> 172.21.15.157:0/1151345059 conn(0x7f729806bcc0 msgr2=0x7f72980b1d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:40.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 shutdown_connections 2024-09-10T10:17:40.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.728+0000 7f729d5d3640 1 -- 172.21.15.157:0/1151345059 wait complete. 2024-09-10T10:17:40.748 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T10:17:40.748 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T10:17:40.869 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e2f64640 1 Processor -- start 2024-09-10T10:17:40.869 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e2f64640 1 -- start start 2024-09-10T10:17:40.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e2f64640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe4dc0cff80 0x7fe4dc0d03c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e2f64640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4dc0ce0c0 con 0x7fe4dc158ca0 2024-09-10T10:17:40.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e2f64640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4dc0ce3a0 con 0x7fe4dc0ccc50 2024-09-10T10:17:40.870 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e2f64640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fe4dc0af740 con 0x7fe4dc0cff80 2024-09-10T10:17:40.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e0d00640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe4dc158ca0 0x7fe4dc0af030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52442/0 (socket says 172.21.15.157:52442) 2024-09-10T10:17:40.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e0d00640 1 -- 172.21.15.157:0/3115971295 learned_addr learned my addr 172.21.15.157:0/3115971295 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4dbfff640 1 --2- 172.21.15.157:0/3115971295 >> v2:172.21.15.192:3300/0 conn(0x7fe4dc0cff80 0x7fe4dc0d03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1006047848 0 0) 0x7fe4dc0ce0c0 con 0x7fe4dc158ca0 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe4c4003530 con 0x7fe4dc158ca0 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 544274009 0 0) 0x7fe4c4003530 con 0x7fe4dc158ca0 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 >> v2:172.21.15.192:3300/0 conn(0x7fe4dc0cff80 msgr2=0x7fe4dc0d03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 --2- 172.21.15.157:0/3115971295 >> v2:172.21.15.192:3300/0 conn(0x7fe4dc0cff80 0x7fe4dc0d03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 >> v1:172.21.15.192:6789/0 conn(0x7fe4dc0ccc50 legacy=0x7fe4dc0cd060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4dc0ce680 con 0x7fe4dc158ca0 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fe4d4001a00 con 0x7fe4dc158ca0 2024-09-10T10:17:40.873 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 >> v1:172.21.15.157:6789/0 conn(0x7fe4dc158ca0 legacy=0x7fe4dc0af030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4c40039c0 0x7fe4c4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4c4004810 0x7fe4c4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4c40053d0 0x7fe4c400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc0af740 con 0x7fe4c40053d0 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c400c260 con 0x7fe4c4004810 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe4c400c460 con 0x7fe4c40039c0 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e1501640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4c40053d0 0x7fe4c400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4dbfff640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4c4004810 0x7fe4c4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e0d00640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4c40039c0 0x7fe4c4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e1501640 1 -- 172.21.15.157:0/3115971295 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4c40039c0 msgr2=0x7fe4c4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e1501640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4c40039c0 0x7fe4c4003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e1501640 1 -- 172.21.15.157:0/3115971295 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4c4004810 msgr2=0x7fe4c4004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e1501640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4c4004810 0x7fe4c4004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.874 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.868+0000 7fe4e1501640 1 -- 172.21.15.157:0/3115971295 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4c4003530 con 0x7fe4c40053d0 2024-09-10T10:17:40.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e1501640 1 -- 172.21.15.157:0/3115971295 reap_dead start 2024-09-10T10:17:40.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e1501640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4c40053d0 0x7fe4c400b9d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc001780 tx=0x7fe4cc01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db1e44f0d40ab1ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:40.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc0013a0 con 0x7fe4c40053d0 2024-09-10T10:17:40.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4cc005310 con 0x7fe4c40053d0 2024-09-10T10:17:40.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4db7fe640 1 -- 172.21.15.157:0/3115971295 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc0054c0 con 0x7fe4c40053d0 2024-09-10T10:17:40.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 -- 172.21.15.157:0/3115971295 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4c40053d0 msgr2=0x7fe4c400b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.876 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4c40053d0 0x7fe4c400b9d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc001780 tx=0x7fe4cc01c420 comp rx=0 tx=0).stop 2024-09-10T10:17:40.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 -- 172.21.15.157:0/3115971295 shutdown_connections 2024-09-10T10:17:40.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 --2- 172.21.15.157:0/3115971295 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4c40053d0 0x7fe4c400b9d0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 -- 172.21.15.157:0/3115971295 >> 172.21.15.157:0/3115971295 conn(0x7fe4dc06bcc0 msgr2=0x7fe4dc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:40.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 -- 172.21.15.157:0/3115971295 shutdown_connections 2024-09-10T10:17:40.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 -- 172.21.15.157:0/3115971295 wait complete. 2024-09-10T10:17:40.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 Processor -- start 2024-09-10T10:17:40.877 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 -- start start 2024-09-10T10:17:40.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4c40053d0 0x7fe4dc072690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4dc14dbf0 0x7fe4dc073310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4dc14d3e0 0x7fe4dc1602f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.872+0000 7fe4e2f64640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc0aeb80 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4e2f64640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc0aea00 con 0x7fe4c40053d0 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4e2f64640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc0b3540 con 0x7fe4dc14d3e0 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4dbfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4dc14dbf0 0x7fe4dc073310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4dbfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4dc14dbf0 0x7fe4dc073310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:57038/0 (socket says 172.21.15.157:57038) 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4dbfff640 1 -- 172.21.15.157:0/4241001241 learned_addr learned my addr 172.21.15.157:0/4241001241 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4dbfff640 1 -- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4dc14d3e0 msgr2=0x7fe4dc1602f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4dbfff640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4dc14d3e0 0x7fe4dc1602f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4dbfff640 1 -- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4c40053d0 msgr2=0x7fe4dc072690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:40.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4dbfff640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4c40053d0 0x7fe4dc072690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4dbfff640 1 -- 172.21.15.157:0/4241001241 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4dc071940 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4dbfff640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4dc14dbf0 0x7fe4dc073310 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe4d000f590 tx=0x7fe4d000fa50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4d97fa640 1 -- 172.21.15.157:0/4241001241 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d0018020 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4d97fa640 1 -- 172.21.15.157:0/4241001241 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4d0014870 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4dc071bb0 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4d97fa640 1 -- 172.21.15.157:0/4241001241 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d0014c40 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4dc1610d0 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4dc069220 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4d97fa640 1 -- 172.21.15.157:0/4241001241 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe4d001b020 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4d97fa640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe4c80678f0 0x7fe4c8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4d97fa640 1 -- 172.21.15.157:0/4241001241 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fe4d0085dd0 con 0x7fe4dc14dbf0 2024-09-10T10:17:40.881 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4e0d00640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe4c80678f0 0x7fe4c8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:40.882 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.876+0000 7fe4e0d00640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe4c80678f0 0x7fe4c8069db0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe4d4001470 tx=0x7fe4d4001260 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:40.883 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:40.880+0000 7fe4d97fa640 1 -- 172.21.15.157:0/4241001241 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe4d0022020 con 0x7fe4dc14dbf0 2024-09-10T10:17:41.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.044+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe4dc1524c0 con 0x7fe4dc14dbf0 2024-09-10T10:17:41.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.836+0000 7fe4d97fa640 1 -- 172.21.15.157:0/4241001241 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) ==== 138+0+0 (secure 0 0 0) 0x7fe4d00870b0 con 0x7fe4dc14dbf0 2024-09-10T10:17:41.840 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_metadata' created 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe4c80678f0 msgr2=0x7fe4c8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe4c80678f0 0x7fe4c8069db0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe4d4001470 tx=0x7fe4d4001260 comp rx=0 tx=0).stop 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4dc14dbf0 msgr2=0x7fe4dc073310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4dc14dbf0 0x7fe4dc073310 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe4d000f590 tx=0x7fe4d000fa50 comp rx=0 tx=0).stop 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 shutdown_connections 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe4c80678f0 0x7fe4c8069db0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4dc14d3e0 0x7fe4dc1602f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4dc14dbf0 0x7fe4dc073310 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 --2- 172.21.15.157:0/4241001241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4c40053d0 0x7fe4dc072690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 >> 172.21.15.157:0/4241001241 conn(0x7fe4dc06bcc0 msgr2=0x7fe4dc0b1d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 shutdown_connections 2024-09-10T10:17:41.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.840+0000 7fe4e2f64640 1 -- 172.21.15.157:0/4241001241 wait complete. 2024-09-10T10:17:41.868 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T10:17:41.999 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6ce4e29640 1 Processor -- start 2024-09-10T10:17:41.999 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6ce4e29640 1 -- start start 2024-09-10T10:17:42.000 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6ce4e29640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6ce00b31a0 0x7f6ce00732d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:42.000 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6ce4e29640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6ce00b1e30 0x7f6ce00b22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6ce4e29640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ce0073b40 con 0x7f6ce0145bb0 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6ce4e29640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f6ce00b27e0 con 0x7f6ce00b1e30 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6ce4e29640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f6ce00b3d40 con 0x7f6ce00b31a0 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6cded9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6ce00b1e30 0x7f6ce00b22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6cded9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6ce00b1e30 0x7f6ce00b22a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:57042/0 (socket says 172.21.15.157:57042) 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6cded9d640 1 -- 172.21.15.157:0/2241658368 learned_addr learned my addr 172.21.15.157:0/2241658368 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6cddd9b640 1 --2- 172.21.15.157:0/2241658368 >> v2:172.21.15.192:3300/0 conn(0x7f6ce00b31a0 0x7f6ce00732d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6cded9d640 1 -- 172.21.15.157:0/2241658368 >> v2:172.21.15.192:3300/0 conn(0x7f6ce00b31a0 msgr2=0x7f6ce00732d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6cded9d640 1 --2- 172.21.15.157:0/2241658368 >> v2:172.21.15.192:3300/0 conn(0x7f6ce00b31a0 0x7f6ce00732d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6cded9d640 1 -- 172.21.15.157:0/2241658368 >> v1:172.21.15.192:6789/0 conn(0x7f6ce0145bb0 legacy=0x7f6ce015c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:42.001 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:41.996+0000 7f6cded9d640 1 -- 172.21.15.157:0/2241658368 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ce0073e20 con 0x7f6ce00b1e30 2024-09-10T10:17:42.002 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6cded9d640 1 --2- 172.21.15.157:0/2241658368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 0x7f6ce00b22a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f6ce00af830 tx=0x7f6cd801c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aab6be86dc794e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:42.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6cdd59a640 1 -- 172.21.15.157:0/2241658368 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd80a5670 con 0x7f6ce00b1e30 2024-09-10T10:17:42.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6cdd59a640 1 -- 172.21.15.157:0/2241658368 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cd80a5810 con 0x7f6ce00b1e30 2024-09-10T10:17:42.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6cdd59a640 1 -- 172.21.15.157:0/2241658368 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd80a5be0 con 0x7f6ce00b1e30 2024-09-10T10:17:42.003 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6ce4e29640 1 -- 172.21.15.157:0/2241658368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 msgr2=0x7f6ce00b22a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:42.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6ce4e29640 1 --2- 172.21.15.157:0/2241658368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 0x7f6ce00b22a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f6ce00af830 tx=0x7f6cd801c9b0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6ce4e29640 1 -- 172.21.15.157:0/2241658368 shutdown_connections 2024-09-10T10:17:42.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6ce4e29640 1 --2- 172.21.15.157:0/2241658368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 0x7f6ce00b22a0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6ce4e29640 1 --2- 172.21.15.157:0/2241658368 >> v2:172.21.15.192:3300/0 conn(0x7f6ce00b31a0 0x7f6ce00732d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6ce4e29640 1 -- 172.21.15.157:0/2241658368 >> 172.21.15.157:0/2241658368 conn(0x7f6ce0067e30 msgr2=0x7f6ce006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:42.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6ce4e29640 1 -- 172.21.15.157:0/2241658368 shutdown_connections 2024-09-10T10:17:42.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6ce4e29640 1 -- 172.21.15.157:0/2241658368 wait complete. 2024-09-10T10:17:42.004 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.000+0000 7f6ce4e29640 1 Processor -- start 2024-09-10T10:17:42.005 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 -- start start 2024-09-10T10:17:42.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 0x7f6ce0137250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:42.006 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ce00b31a0 0x7f6ce0134240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ce0145bb0 0x7f6ce015b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce00b4d70 con 0x7f6ce00b1e30 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce00b4bf0 con 0x7f6ce0145bb0 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f6ce0071e90 con 0x7f6ce00b31a0 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cde59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 0x7f6ce0137250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cde59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 0x7f6ce0137250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:57044/0 (socket says 172.21.15.157:57044) 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cde59c640 1 -- 172.21.15.157:0/1820591841 learned_addr learned my addr 172.21.15.157:0/1820591841 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cddd9b640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ce00b31a0 0x7f6ce0134240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cded9d640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ce0145bb0 0x7f6ce015b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cde59c640 1 -- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ce00b31a0 msgr2=0x7f6ce0134240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cde59c640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ce00b31a0 0x7f6ce0134240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cde59c640 1 -- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ce0145bb0 msgr2=0x7f6ce015b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:42.007 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cde59c640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ce0145bb0 0x7f6ce015b7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.008 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cde59c640 1 -- 172.21.15.157:0/1820591841 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ce00b14c0 con 0x7f6ce00b1e30 2024-09-10T10:17:42.008 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cde59c640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 0x7f6ce0137250 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6cd000b440 tx=0x7f6cd000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:42.008 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cceffd640 1 -- 172.21.15.157:0/1820591841 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd0015020 con 0x7f6ce00b1e30 2024-09-10T10:17:42.008 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cceffd640 1 -- 172.21.15.157:0/1820591841 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cd0011890 con 0x7f6ce00b1e30 2024-09-10T10:17:42.008 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ce015d010 con 0x7f6ce00b1e30 2024-09-10T10:17:42.008 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cceffd640 1 -- 172.21.15.157:0/1820591841 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd0011c80 con 0x7f6ce00b1e30 2024-09-10T10:17:42.008 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ce0141ac0 con 0x7f6ce00b1e30 2024-09-10T10:17:42.009 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ce00b22a0 con 0x7f6ce00b1e30 2024-09-10T10:17:42.009 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cceffd640 1 -- 172.21.15.157:0/1820591841 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f6cd0018020 con 0x7f6ce00b1e30 2024-09-10T10:17:42.009 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.004+0000 7f6cceffd640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6cc00678c0 0x7f6cc0069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:42.009 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.008+0000 7f6cceffd640 1 -- 172.21.15.157:0/1820591841 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5227+0+0 (secure 0 0 0) 0x7f6cd0085850 con 0x7f6ce00b1e30 2024-09-10T10:17:42.009 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.008+0000 7f6cddd9b640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6cc00678c0 0x7f6cc0069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:42.010 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.008+0000 7f6cddd9b640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6cc00678c0 0x7f6cc0069d80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6ce006c9e0 tx=0x7f6cd4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:42.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.012+0000 7f6cceffd640 1 -- 172.21.15.157:0/1820591841 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6cd001f030 con 0x7f6ce00b1e30 2024-09-10T10:17:42.175 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.172+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6ce013e780 con 0x7f6ce00b1e30 2024-09-10T10:17:42.850 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.848+0000 7f6cceffd640 1 -- 172.21.15.157:0/1820591841 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) ==== 170+0+0 (secure 0 0 0) 0x7f6cd000d040 con 0x7f6ce00b1e30 2024-09-10T10:17:42.850 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_data' created 2024-09-10T10:17:42.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6cc00678c0 msgr2=0x7f6cc0069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:42.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6cc00678c0 0x7f6cc0069d80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6ce006c9e0 tx=0x7f6cd4008040 comp rx=0 tx=0).stop 2024-09-10T10:17:42.853 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 msgr2=0x7f6ce0137250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:42.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 0x7f6ce0137250 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6cd000b440 tx=0x7f6cd000b900 comp rx=0 tx=0).stop 2024-09-10T10:17:42.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 shutdown_connections 2024-09-10T10:17:42.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f6cc00678c0 0x7f6cc0069d80 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ce0145bb0 0x7f6ce015b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ce00b31a0 0x7f6ce0134240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 --2- 172.21.15.157:0/1820591841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ce00b1e30 0x7f6ce0137250 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:42.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 >> 172.21.15.157:0/1820591841 conn(0x7f6ce0067e30 msgr2=0x7f6ce006d1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:42.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 shutdown_connections 2024-09-10T10:17:42.854 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:42.852+0000 7f6ce4e29640 1 -- 172.21.15.157:0/1820591841 wait complete. 2024-09-10T10:17:42.893 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T10:17:43.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce321ad640 1 Processor -- start 2024-09-10T10:17:43.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce321ad640 1 -- start start 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce321ad640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c145b20 0x7fce2c072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce321ad640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fce2c072860 0x7fce2c0b1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce321ad640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fce2c0b2370 0x7fce2c15ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce321ad640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fce2c072ca0 con 0x7fce2c0b2370 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce321ad640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fce2c0b27e0 con 0x7fce2c072860 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce321ad640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fce2c073a40 con 0x7fce2c145b20 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2bfff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fce2c0b2370 0x7fce2c15ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2bfff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fce2c0b2370 0x7fce2c15ff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:57058/0 (socket says 172.21.15.157:57058) 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2bfff640 1 -- 172.21.15.157:0/4132692765 learned_addr learned my addr 172.21.15.157:0/4132692765 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2b7fe640 1 --2- 172.21.15.157:0/4132692765 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c145b20 0x7fce2c072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:43.015 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2affd640 1 --2- 172.21.15.157:0/4132692765 >> v2:172.21.15.192:3300/0 conn(0x7fce2c072860 0x7fce2c0b1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:43.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2bfff640 1 -- 172.21.15.157:0/4132692765 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c145b20 msgr2=0x7fce2c072320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:43.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2bfff640 1 --2- 172.21.15.157:0/4132692765 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c145b20 0x7fce2c072320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2bfff640 1 -- 172.21.15.157:0/4132692765 >> v2:172.21.15.192:3300/0 conn(0x7fce2c072860 msgr2=0x7fce2c0b1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:43.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2bfff640 1 --2- 172.21.15.157:0/4132692765 >> v2:172.21.15.192:3300/0 conn(0x7fce2c072860 0x7fce2c0b1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.012+0000 7fce2bfff640 1 -- 172.21.15.157:0/4132692765 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce2c072ec0 con 0x7fce2c0b2370 2024-09-10T10:17:43.016 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 --2- 172.21.15.157:0/4132692765 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c0b2370 0x7fce2c15ff90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fce2c070ad0 tx=0x7fce2401c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a0ad641f2c80e38 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:43.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2a7fc640 1 -- 172.21.15.157:0/4132692765 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce240a6500 con 0x7fce2c0b2370 2024-09-10T10:17:43.020 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2a7fc640 1 -- 172.21.15.157:0/4132692765 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce240a66a0 con 0x7fce2c0b2370 2024-09-10T10:17:43.020 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2a7fc640 1 -- 172.21.15.157:0/4132692765 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce240a6a70 con 0x7fce2c0b2370 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- 172.21.15.157:0/4132692765 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c0b2370 msgr2=0x7fce2c15ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 --2- 172.21.15.157:0/4132692765 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c0b2370 0x7fce2c15ff90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fce2c070ad0 tx=0x7fce2401c670 comp rx=0 tx=0).stop 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- 172.21.15.157:0/4132692765 shutdown_connections 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 --2- 172.21.15.157:0/4132692765 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c0b2370 0x7fce2c15ff90 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 --2- 172.21.15.157:0/4132692765 >> v2:172.21.15.192:3300/0 conn(0x7fce2c072860 0x7fce2c0b1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 --2- 172.21.15.157:0/4132692765 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c145b20 0x7fce2c072320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- 172.21.15.157:0/4132692765 >> 172.21.15.157:0/4132692765 conn(0x7fce2c06bcc0 msgr2=0x7fce2c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- 172.21.15.157:0/4132692765 shutdown_connections 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- 172.21.15.157:0/4132692765 wait complete. 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 Processor -- start 2024-09-10T10:17:43.023 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- start start 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c072860 0x7fce2c0b1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce2c0b2370 0x7fce2c15bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c145b20 0x7fce2c15c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fce2c145f00 con 0x7fce2c145b20 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fce2c0ccda0 con 0x7fce2c0b2370 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fce2c146080 con 0x7fce2c072860 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c145b20 0x7fce2c15c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c145b20 0x7fce2c15c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:57074/0 (socket says 172.21.15.157:57074) 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 -- 172.21.15.157:0/4121556264 learned_addr learned my addr 172.21.15.157:0/4121556264 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 -- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c072860 msgr2=0x7fce2c0b1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2b7fe640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c072860 0x7fce2c0b1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2affd640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce2c0b2370 0x7fce2c15bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:43.024 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c072860 0x7fce2c0b1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 -- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce2c0b2370 msgr2=0x7fce2c15bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce2c0b2370 0x7fce2c15bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 -- 172.21.15.157:0/4121556264 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce2c15c250 con 0x7fce2c145b20 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce2bfff640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c145b20 0x7fce2c15c9e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fce2401ad20 tx=0x7fce24019410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce13fff640 1 -- 172.21.15.157:0/4121556264 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce240bf070 con 0x7fce2c145b20 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce13fff640 1 -- 172.21.15.157:0/4121556264 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce240a6850 con 0x7fce2c145b20 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce2c0afeb0 con 0x7fce2c145b20 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce13fff640 1 -- 172.21.15.157:0/4121556264 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce240a6c40 con 0x7fce2c145b20 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.016+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce2c0b0470 con 0x7fce2c145b20 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.020+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce2c069220 con 0x7fce2c145b20 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.020+0000 7fce13fff640 1 -- 172.21.15.157:0/4121556264 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fce240c2070 con 0x7fce2c145b20 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.020+0000 7fce13fff640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fce180678c0 0x7fce18069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.020+0000 7fce13fff640 1 -- 172.21.15.157:0/4121556264 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5609+0+0 (secure 0 0 0) 0x7fce2411fad0 con 0x7fce2c145b20 2024-09-10T10:17:43.025 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.020+0000 7fce2b7fe640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fce180678c0 0x7fce18069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:43.026 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.020+0000 7fce2b7fe640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fce180678c0 0x7fce18069d80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009670 tx=0x7fce1c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:43.027 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.024+0000 7fce13fff640 1 -- 172.21.15.157:0/4121556264 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fce240165e0 con 0x7fce2c145b20 2024-09-10T10:17:43.225 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.224+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fce2c15ff90 con 0x7fce2c145b20 2024-09-10T10:17:43.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.876+0000 7fce13fff640 1 -- 172.21.15.157:0/4121556264 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) ==== 172+0+0 (secure 0 0 0) 0x7fce240f0700 con 0x7fce2c145b20 2024-09-10T10:17:43.883 INFO:teuthology.orchestra.run.smithi157.stderr:new fs with metadata pool 4 and data pool 5 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fce180678c0 msgr2=0x7fce18069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fce180678c0 0x7fce18069d80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009670 tx=0x7fce1c008040 comp rx=0 tx=0).stop 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c145b20 msgr2=0x7fce2c15c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c145b20 0x7fce2c15c9e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fce2401ad20 tx=0x7fce24019410 comp rx=0 tx=0).stop 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 shutdown_connections 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fce180678c0 0x7fce18069d80 secure :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009670 tx=0x7fce1c008040 comp rx=0 tx=0).stop 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce2c145b20 0x7fce2c15c9e0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce2c0b2370 0x7fce2c15bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 --2- 172.21.15.157:0/4121556264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce2c072860 0x7fce2c0b1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:43.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 >> 172.21.15.157:0/4121556264 conn(0x7fce2c06bcc0 msgr2=0x7fce2c0ae8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:43.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 shutdown_connections 2024-09-10T10:17:43.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:43.888+0000 7fce321ad640 1 -- 172.21.15.157:0/4121556264 wait complete. 2024-09-10T10:17:43.923 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:44.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.036+0000 7fdae1dfa640 1 Processor -- start 2024-09-10T10:17:44.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.036+0000 7fdae1dfa640 1 -- start start 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdae1dfa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15eaf0 0x7fdadc0b3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdae1dfa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdadc0b4bd0 con 0x7fdadc0cde30 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdae1dfa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdadc0b4eb0 con 0x7fdadc0b4710 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdae1dfa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fdadc15f260 con 0x7fdadc15eaf0 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadb7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fdadc0cde30 0x7fdadc0ccf20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:52448/0 (socket says 172.21.15.157:52448) 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadb7fe640 1 -- 172.21.15.157:0/1277453123 learned_addr learned my addr 172.21.15.157:0/1277453123 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadbfff640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15eaf0 0x7fdadc0b3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3426581031 0 0) 0x7fdadc0b4bd0 con 0x7fdadc0cde30 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdac8003450 con 0x7fdadc0cde30 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2103726009 0 0) 0x7fdac8003450 con 0x7fdadc0cde30 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15eaf0 msgr2=0x7fdadc0b3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15eaf0 0x7fdadc0b3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 >> v1:172.21.15.192:6789/0 conn(0x7fdadc0b4710 legacy=0x7fdadc15e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdadc0b5190 con 0x7fdadc0cde30 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fdacc001680 con 0x7fdadc0cde30 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 >> v1:172.21.15.157:6789/0 conn(0x7fdadc0cde30 legacy=0x7fdadc0ccf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac8003ae0 0x7fdac8003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15eaf0 0x7fdac800a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdac800d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fdac800dd00 con 0x7fdac800aff0 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdac800deb0 con 0x7fdac8003ae0 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fdac800e0b0 con 0x7fdadc15eaf0 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadbfff640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdac800d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadb7fe640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac8003ae0 0x7fdac8003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdad3fff640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15eaf0 0x7fdac800a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadbfff640 1 -- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15eaf0 msgr2=0x7fdac800a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:44.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadbfff640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15eaf0 0x7fdac800a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadbfff640 1 -- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac8003ae0 msgr2=0x7fdac8003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:44.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadbfff640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac8003ae0 0x7fdac8003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadbfff640 1 -- 172.21.15.157:0/1277453123 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac8003450 con 0x7fdac800aff0 2024-09-10T10:17:44.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadb7fe640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac8003ae0 0x7fdac8003f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:44.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadbfff640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdac800d480 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fdad4009fc0 tx=0x7fdad401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8658df3e5024294 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:44.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad40b2070 con 0x7fdac800aff0 2024-09-10T10:17:44.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdad40a5c90 con 0x7fdac800aff0 2024-09-10T10:17:44.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.040+0000 7fdadaffd640 1 -- 172.21.15.157:0/1277453123 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad4009c10 con 0x7fdac800aff0 2024-09-10T10:17:44.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- 172.21.15.157:0/1277453123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 msgr2=0x7fdac800d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 --2- 172.21.15.157:0/1277453123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdac800d480 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fdad4009fc0 tx=0x7fdad401cc80 comp rx=0 tx=0).stop 2024-09-10T10:17:44.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadbfff640 1 -- 172.21.15.157:0/1277453123 reap_dead start 2024-09-10T10:17:44.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- 172.21.15.157:0/1277453123 shutdown_connections 2024-09-10T10:17:44.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- 172.21.15.157:0/1277453123 >> 172.21.15.157:0/1277453123 conn(0x7fdadc06bcc0 msgr2=0x7fdadc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:44.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- 172.21.15.157:0/1277453123 shutdown_connections 2024-09-10T10:17:44.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- 172.21.15.157:0/1277453123 wait complete. 2024-09-10T10:17:44.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 Processor -- start 2024-09-10T10:17:44.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- start start 2024-09-10T10:17:44.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdadc073360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc142170 0x7fdadc0adbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc0aaf30 0x7fdadc0ab3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fdadc0ce210 con 0x7fdac800aff0 2024-09-10T10:17:44.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdadc0b54d0 con 0x7fdadc142170 2024-09-10T10:17:44.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fdadc0ce390 con 0x7fdadc0aaf30 2024-09-10T10:17:44.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadb7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdadc073360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadb7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdadc073360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:57092/0 (socket says 172.21.15.157:57092) 2024-09-10T10:17:44.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadb7fe640 1 -- 172.21.15.157:0/2704512084 learned_addr learned my addr 172.21.15.157:0/2704512084 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadbfff640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc0aaf30 0x7fdadc0ab3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdad3fff640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc142170 0x7fdadc0adbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadb7fe640 1 -- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc0aaf30 msgr2=0x7fdadc0ab3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadb7fe640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc0aaf30 0x7fdadc0ab3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadb7fe640 1 -- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc142170 msgr2=0x7fdadc0adbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadb7fe640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc142170 0x7fdadc0adbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadb7fe640 1 -- 172.21.15.157:0/2704512084 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdadc142670 con 0x7fdac800aff0 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdadb7fe640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdadc073360 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fdacc010c60 tx=0x7fdacc00e4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdad8ff9640 1 -- 172.21.15.157:0/2704512084 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdacc01b070 con 0x7fdac800aff0 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdad8ff9640 1 -- 172.21.15.157:0/2704512084 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdacc011040 con 0x7fdac800aff0 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdadc142950 con 0x7fdac800aff0 2024-09-10T10:17:44.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdad8ff9640 1 -- 172.21.15.157:0/2704512084 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdacc0145a0 con 0x7fdac800aff0 2024-09-10T10:17:44.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.044+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdadc142f10 con 0x7fdac800aff0 2024-09-10T10:17:44.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.048+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdadc0b3bd0 con 0x7fdac800aff0 2024-09-10T10:17:44.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.048+0000 7fdad8ff9640 1 -- 172.21.15.157:0/2704512084 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdacc01e070 con 0x7fdac800aff0 2024-09-10T10:17:44.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.048+0000 7fdad8ff9640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdabc0678f0 0x7fdabc069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.048+0000 7fdad8ff9640 1 -- 172.21.15.157:0/2704512084 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fdacc088980 con 0x7fdac800aff0 2024-09-10T10:17:44.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.048+0000 7fdad3fff640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdabc0678f0 0x7fdabc069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.048+0000 7fdad3fff640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdabc0678f0 0x7fdabc069db0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fdadc15be40 tx=0x7fdac4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:44.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.052+0000 7fdad8ff9640 1 -- 172.21.15.157:0/2704512084 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdacc059430 con 0x7fdac800aff0 2024-09-10T10:17:44.217 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.216+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdadc15ba10 con 0x7fdac800aff0 2024-09-10T10:17:44.220 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.216+0000 7fdad8ff9640 1 -- 172.21.15.157:0/2704512084 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16778 (secure 0 0 0) 0x7fdacc058d30 con 0x7fdac800aff0 2024-09-10T10:17:44.220 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:44.221 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":31,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:17:43.226821+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:17:41.086236+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:17:42.215240+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:44.222 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdabc0678f0 msgr2=0x7fdabc069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdabc0678f0 0x7fdabc069db0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fdadc15be40 tx=0x7fdac4009040 comp rx=0 tx=0).stop 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 msgr2=0x7fdadc073360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdadc073360 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fdacc010c60 tx=0x7fdacc00e4d0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 shutdown_connections 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fdabc0678f0 0x7fdabc069db0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc0aaf30 0x7fdadc0ab3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc142170 0x7fdadc0adbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 --2- 172.21.15.157:0/2704512084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac800aff0 0x7fdadc073360 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 >> 172.21.15.157:0/2704512084 conn(0x7fdadc06bcc0 msgr2=0x7fdadc0b12c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 shutdown_connections 2024-09-10T10:17:44.223 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.220+0000 7fdae1dfa640 1 -- 172.21.15.157:0/2704512084 wait complete. 2024-09-10T10:17:44.239 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:44.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.360+0000 7f2d449d9640 1 Processor -- start 2024-09-10T10:17:44.365 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.360+0000 7f2d449d9640 1 -- start start 2024-09-10T10:17:44.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d449d9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2d400b24d0 0x7f2d400cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d449d9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 0x7f2d400cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d449d9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d400d0960 con 0x7f2d40145970 2024-09-10T10:17:44.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d449d9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f2d400d0f20 con 0x7f2d400b24d0 2024-09-10T10:17:44.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d449d9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2d400cd620 con 0x7f2d400d0190 2024-09-10T10:17:44.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3dd9b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2d400b24d0 0x7f2d400cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3e59c640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f2d40145970 0x7f2d400b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:57076/0 (socket says 172.21.15.157:57076) 2024-09-10T10:17:44.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3e59c640 1 -- 172.21.15.157:0/468241125 learned_addr learned my addr 172.21.15.157:0/468241125 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:44.366 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3ed9d640 1 --2- 172.21.15.157:0/468241125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 0x7f2d400cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3dd9b640 1 -- 172.21.15.157:0/468241125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 msgr2=0x7f2d400cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:44.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3dd9b640 1 --2- 172.21.15.157:0/468241125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 0x7f2d400cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3dd9b640 1 -- 172.21.15.157:0/468241125 >> v1:172.21.15.157:6789/0 conn(0x7f2d40145970 legacy=0x7f2d400b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3d59a640 1 -- 172.21.15.157:0/468241125 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 330177691 0 0) 0x7f2d400d0960 con 0x7f2d40145970 2024-09-10T10:17:44.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3dd9b640 1 -- 172.21.15.157:0/468241125 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d400d0c40 con 0x7f2d400b24d0 2024-09-10T10:17:44.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3ed9d640 1 --2- 172.21.15.157:0/468241125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 0x7f2d400cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:44.368 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3dd9b640 1 --2- 172.21.15.157:0/468241125 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 0x7f2d400cfc50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2d340097c0 tx=0x7f2d3401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=190e14077251fc05 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:44.369 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3d59a640 1 -- 172.21.15.157:0/468241125 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d340b0070 con 0x7f2d400b24d0 2024-09-10T10:17:44.369 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3d59a640 1 -- 172.21.15.157:0/468241125 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d340ab600 con 0x7f2d400b24d0 2024-09-10T10:17:44.369 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.364+0000 7f2d3d59a640 1 -- 172.21.15.157:0/468241125 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d340ab9d0 con 0x7f2d400b24d0 2024-09-10T10:17:44.369 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- 172.21.15.157:0/468241125 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 msgr2=0x7f2d400cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 --2- 172.21.15.157:0/468241125 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 0x7f2d400cfc50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2d340097c0 tx=0x7f2d3401c3e0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- 172.21.15.157:0/468241125 shutdown_connections 2024-09-10T10:17:44.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 --2- 172.21.15.157:0/468241125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 0x7f2d400cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 --2- 172.21.15.157:0/468241125 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 0x7f2d400cfc50 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- 172.21.15.157:0/468241125 >> 172.21.15.157:0/468241125 conn(0x7f2d4006bcc0 msgr2=0x7f2d4006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:44.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- 172.21.15.157:0/468241125 shutdown_connections 2024-09-10T10:17:44.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- 172.21.15.157:0/468241125 wait complete. 2024-09-10T10:17:44.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 Processor -- start 2024-09-10T10:17:44.371 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- start start 2024-09-10T10:17:44.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 0x7f2d400b4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 0x7f2d401f6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.372 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d40145970 0x7f2d400afa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2d400ce980 con 0x7f2d400b24d0 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2d400ce800 con 0x7f2d40145970 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2d400ceb00 con 0x7f2d400d0190 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d3e59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 0x7f2d400b4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d3e59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 0x7f2d400b4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41706/0 (socket says 172.21.15.157:41706) 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d3e59c640 1 -- 172.21.15.157:0/2883132559 learned_addr learned my addr 172.21.15.157:0/2883132559 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d3e59c640 1 -- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 msgr2=0x7f2d401f6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d3e59c640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 0x7f2d401f6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d3e59c640 1 -- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d40145970 msgr2=0x7f2d400afa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d3e59c640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d40145970 0x7f2d400afa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d3e59c640 1 -- 172.21.15.157:0/2883132559 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d400ae9e0 con 0x7f2d400b24d0 2024-09-10T10:17:44.373 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d3e59c640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 0x7f2d400b4bc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2d3000c550 tx=0x7f2d3000ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:44.374 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d2effd640 1 -- 172.21.15.157:0/2883132559 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30017070 con 0x7f2d400b24d0 2024-09-10T10:17:44.374 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d2effd640 1 -- 172.21.15.157:0/2883132559 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d30005d10 con 0x7f2d400b24d0 2024-09-10T10:17:44.374 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d400aecc0 con 0x7f2d400b24d0 2024-09-10T10:17:44.374 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d2effd640 1 -- 172.21.15.157:0/2883132559 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30007330 con 0x7f2d400b24d0 2024-09-10T10:17:44.374 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.368+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d400af280 con 0x7f2d400b24d0 2024-09-10T10:17:44.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.372+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d400cfc50 con 0x7f2d400b24d0 2024-09-10T10:17:44.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.372+0000 7f2d2effd640 1 -- 172.21.15.157:0/2883132559 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2d3001a070 con 0x7f2d400b24d0 2024-09-10T10:17:44.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.372+0000 7f2d2effd640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2d200678c0 0x7f2d20069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.372+0000 7f2d2effd640 1 -- 172.21.15.157:0/2883132559 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f2d300850d0 con 0x7f2d400b24d0 2024-09-10T10:17:44.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.372+0000 7f2d3dd9b640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2d200678c0 0x7f2d20069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.375 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.372+0000 7f2d3dd9b640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2d200678c0 0x7f2d20069d80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2d340ad000 tx=0x7f2d34008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:44.378 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.376+0000 7f2d2effd640 1 -- 172.21.15.157:0/2883132559 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2d30055ca0 con 0x7f2d400b24d0 2024-09-10T10:17:44.541 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.536+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2d400cddd0 con 0x7f2d400b24d0 2024-09-10T10:17:44.565 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.540+0000 7f2d2effd640 1 -- 172.21.15.157:0/2883132559 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16778 (secure 0 0 0) 0x7f2d300555a0 con 0x7f2d400b24d0 2024-09-10T10:17:44.565 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:44.565 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":31,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:17:43.226821+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:17:41.086236+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:17:42.215240+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:44.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2d200678c0 msgr2=0x7f2d20069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2d200678c0 0x7f2d20069d80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2d340ad000 tx=0x7f2d34008040 comp rx=0 tx=0).stop 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 msgr2=0x7f2d400b4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 0x7f2d400b4bc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2d3000c550 tx=0x7f2d3000ca10 comp rx=0 tx=0).stop 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 shutdown_connections 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2d200678c0 0x7f2d20069d80 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d40145970 0x7f2d400afa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d400d0190 0x7f2d401f6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 --2- 172.21.15.157:0/2883132559 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d400b24d0 0x7f2d400b4bc0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 >> 172.21.15.157:0/2883132559 conn(0x7f2d4006bcc0 msgr2=0x7f2d400b0590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 shutdown_connections 2024-09-10T10:17:44.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.544+0000 7f2d449d9640 1 -- 172.21.15.157:0/2883132559 wait complete. 2024-09-10T10:17:44.568 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T10:17:44.690 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3397ab640 1 Processor -- start 2024-09-10T10:17:44.690 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3397ab640 1 -- start start 2024-09-10T10:17:44.690 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3397ab640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc334072a30 0x7fc3340b1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.691 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3397ab640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc3340b2370 0x7fc3340cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.691 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3397ab640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc334073a40 con 0x7fc334145b20 2024-09-10T10:17:44.691 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3397ab640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fc3340b27c0 con 0x7fc3340b2370 2024-09-10T10:17:44.691 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3397ab640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc334072ec0 con 0x7fc334072a30 2024-09-10T10:17:44.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3327fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc334072a30 0x7fc3340b1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3337fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc3340b2370 0x7fc3340cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3327fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc334072a30 0x7fc3340b1e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:56018/0 (socket says 172.21.15.157:56018) 2024-09-10T10:17:44.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3327fc640 1 -- 172.21.15.157:0/2947043456 learned_addr learned my addr 172.21.15.157:0/2947043456 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:44.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3327fc640 1 -- 172.21.15.157:0/2947043456 >> v2:172.21.15.192:3300/0 conn(0x7fc3340b2370 msgr2=0x7fc3340cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:44.692 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3327fc640 1 --2- 172.21.15.157:0/2947043456 >> v2:172.21.15.192:3300/0 conn(0x7fc3340b2370 0x7fc3340cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.693 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3327fc640 1 -- 172.21.15.157:0/2947043456 >> v1:172.21.15.192:6789/0 conn(0x7fc334145b20 legacy=0x7fc334072320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.693 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.688+0000 7fc3327fc640 1 -- 172.21.15.157:0/2947043456 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3340731a0 con 0x7fc334072a30 2024-09-10T10:17:44.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc3327fc640 1 --2- 172.21.15.157:0/2947043456 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc334072a30 0x7fc3340b1e30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc31c009870 tx=0x7fc31c01c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f4ab822c7d5920e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:44.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc331ffb640 1 -- 172.21.15.157:0/2947043456 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c0aa600 con 0x7fc334072a30 2024-09-10T10:17:44.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc331ffb640 1 -- 172.21.15.157:0/2947043456 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc31c0af070 con 0x7fc334072a30 2024-09-10T10:17:44.694 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc331ffb640 1 -- 172.21.15.157:0/2947043456 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c0aa9c0 con 0x7fc334072a30 2024-09-10T10:17:44.695 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc3397ab640 1 -- 172.21.15.157:0/2947043456 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc334072a30 msgr2=0x7fc3340b1e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.695 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc3397ab640 1 --2- 172.21.15.157:0/2947043456 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc334072a30 0x7fc3340b1e30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc31c009870 tx=0x7fc31c01c4a0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.695 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc3397ab640 1 -- 172.21.15.157:0/2947043456 shutdown_connections 2024-09-10T10:17:44.695 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc3397ab640 1 --2- 172.21.15.157:0/2947043456 >> v2:172.21.15.192:3300/0 conn(0x7fc3340b2370 0x7fc3340cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc3397ab640 1 --2- 172.21.15.157:0/2947043456 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc334072a30 0x7fc3340b1e30 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc3397ab640 1 -- 172.21.15.157:0/2947043456 >> 172.21.15.157:0/2947043456 conn(0x7fc33406bcc0 msgr2=0x7fc33406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:44.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc3397ab640 1 -- 172.21.15.157:0/2947043456 shutdown_connections 2024-09-10T10:17:44.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.692+0000 7fc3397ab640 1 -- 172.21.15.157:0/2947043456 wait complete. 2024-09-10T10:17:44.697 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 Processor -- start 2024-09-10T10:17:44.697 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 -- start start 2024-09-10T10:17:44.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3340b2370 0x7fc334159980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc334145b20 0x7fc3340aa4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc334141730 0x7fc334159130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc334146080 con 0x7fc334141730 2024-09-10T10:17:44.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc334145f00 con 0x7fc334145b20 2024-09-10T10:17:44.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc3340d0470 con 0x7fc3340b2370 2024-09-10T10:17:44.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3337fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc334141730 0x7fc334159130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3337fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc334141730 0x7fc334159130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41720/0 (socket says 172.21.15.157:41720) 2024-09-10T10:17:44.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3337fe640 1 -- 172.21.15.157:0/1631152131 learned_addr learned my addr 172.21.15.157:0/1631152131 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3327fc640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc334145b20 0x7fc3340aa4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc332ffd640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3340b2370 0x7fc334159980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3337fe640 1 -- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3340b2370 msgr2=0x7fc334159980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3337fe640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3340b2370 0x7fc334159980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3337fe640 1 -- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc334145b20 msgr2=0x7fc3340aa4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3337fe640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc334145b20 0x7fc3340aa4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3337fe640 1 -- 172.21.15.157:0/1631152131 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc334159f60 con 0x7fc334141730 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3337fe640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc334141730 0x7fc334159130 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc32c00e960 tx=0x7fc32c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc32b7fe640 1 -- 172.21.15.157:0/1631152131 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc32c017070 con 0x7fc334141730 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc32b7fe640 1 -- 172.21.15.157:0/1631152131 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc32c00c9a0 con 0x7fc334141730 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3340afe10 con 0x7fc334141730 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc32b7fe640 1 -- 172.21.15.157:0/1631152131 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc32c00cd70 con 0x7fc334141730 2024-09-10T10:17:44.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3340b03d0 con 0x7fc334141730 2024-09-10T10:17:44.701 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc334069220 con 0x7fc334141730 2024-09-10T10:17:44.701 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc32b7fe640 1 -- 172.21.15.157:0/1631152131 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc32c01a070 con 0x7fc334141730 2024-09-10T10:17:44.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.696+0000 7fc32b7fe640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3140678c0 0x7fc314069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:44.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.700+0000 7fc32b7fe640 1 -- 172.21.15.157:0/1631152131 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fc32c085f60 con 0x7fc334141730 2024-09-10T10:17:44.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.700+0000 7fc332ffd640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3140678c0 0x7fc314069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:44.702 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.700+0000 7fc332ffd640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3140678c0 0x7fc314069d80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc324001e00 tx=0x7fc324009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:44.705 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.704+0000 7fc32b7fe640 1 -- 172.21.15.157:0/1631152131 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc32c056450 con 0x7fc334141730 2024-09-10T10:17:44.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:44.904+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fc3340d08a0 con 0x7fc334141730 2024-09-10T10:17:45.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.888+0000 7fc32b7fe640 1 -- 172.21.15.157:0/1631152131 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7fc32c05a750 con 0x7fc334141730 2024-09-10T10:17:45.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3140678c0 msgr2=0x7fc314069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:45.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3140678c0 0x7fc314069d80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc324001e00 tx=0x7fc324009040 comp rx=0 tx=0).stop 2024-09-10T10:17:45.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc334141730 msgr2=0x7fc334159130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:45.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc334141730 0x7fc334159130 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc32c00e960 tx=0x7fc32c00ee20 comp rx=0 tx=0).stop 2024-09-10T10:17:45.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 shutdown_connections 2024-09-10T10:17:45.895 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3140678c0 0x7fc314069d80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:45.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc334141730 0x7fc334159130 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:45.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc334145b20 0x7fc3340aa4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:45.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 --2- 172.21.15.157:0/1631152131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3340b2370 0x7fc334159980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:45.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 >> 172.21.15.157:0/1631152131 conn(0x7fc33406bcc0 msgr2=0x7fc3340cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:45.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 shutdown_connections 2024-09-10T10:17:45.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:45.892+0000 7fc3397ab640 1 -- 172.21.15.157:0/1631152131 wait complete. 2024-09-10T10:17:45.917 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T10:17:45.918 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T10:17:46.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.040+0000 7fe26404c640 1 Processor -- start 2024-09-10T10:17:46.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.040+0000 7fe26404c640 1 -- start start 2024-09-10T10:17:46.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe26404c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe25c145b20 0x7fe25c072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:46.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe26404c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe25c072860 0x7fe25c0b1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:46.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe26404c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe25c0b2780 con 0x7fe25c0b2370 2024-09-10T10:17:46.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe26404c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fe25c073a40 con 0x7fe25c072860 2024-09-10T10:17:46.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe26404c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fe25c072ec0 con 0x7fe25c145b20 2024-09-10T10:17:46.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe2615e7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe25c072860 0x7fe25c0b1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:46.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe2615e7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe25c072860 0x7fe25c0b1e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41730/0 (socket says 172.21.15.157:41730) 2024-09-10T10:17:46.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe2615e7640 1 -- 172.21.15.157:0/3141017743 learned_addr learned my addr 172.21.15.157:0/3141017743 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:46.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe261de8640 1 --2- 172.21.15.157:0/3141017743 >> v2:172.21.15.192:3300/0 conn(0x7fe25c145b20 0x7fe25c072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:46.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe2615e7640 1 -- 172.21.15.157:0/3141017743 >> v2:172.21.15.192:3300/0 conn(0x7fe25c145b20 msgr2=0x7fe25c072320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:46.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe2615e7640 1 --2- 172.21.15.157:0/3141017743 >> v2:172.21.15.192:3300/0 conn(0x7fe25c145b20 0x7fe25c072320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe2615e7640 1 -- 172.21.15.157:0/3141017743 >> v1:172.21.15.192:6789/0 conn(0x7fe25c0b2370 legacy=0x7fe25c15ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:46.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe2615e7640 1 -- 172.21.15.157:0/3141017743 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe25c0731a0 con 0x7fe25c072860 2024-09-10T10:17:46.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe2615e7640 1 --2- 172.21.15.157:0/3141017743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 0x7fe25c0b1e30 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe25c146240 tx=0x7fe24c01c270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56da0b682edf2565 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:46.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe260de6640 1 -- 172.21.15.157:0/3141017743 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe24c0b0070 con 0x7fe25c072860 2024-09-10T10:17:46.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe260de6640 1 -- 172.21.15.157:0/3141017743 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe24c0ab600 con 0x7fe25c072860 2024-09-10T10:17:46.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.044+0000 7fe260de6640 1 -- 172.21.15.157:0/3141017743 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe24c0ab9d0 con 0x7fe25c072860 2024-09-10T10:17:46.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- 172.21.15.157:0/3141017743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 msgr2=0x7fe25c0b1e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:46.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 --2- 172.21.15.157:0/3141017743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 0x7fe25c0b1e30 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe25c146240 tx=0x7fe24c01c270 comp rx=0 tx=0).stop 2024-09-10T10:17:46.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- 172.21.15.157:0/3141017743 shutdown_connections 2024-09-10T10:17:46.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 --2- 172.21.15.157:0/3141017743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 0x7fe25c0b1e30 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 --2- 172.21.15.157:0/3141017743 >> v2:172.21.15.192:3300/0 conn(0x7fe25c145b20 0x7fe25c072320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- 172.21.15.157:0/3141017743 >> 172.21.15.157:0/3141017743 conn(0x7fe25c06bcc0 msgr2=0x7fe25c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:46.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- 172.21.15.157:0/3141017743 shutdown_connections 2024-09-10T10:17:46.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- 172.21.15.157:0/3141017743 wait complete. 2024-09-10T10:17:46.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 Processor -- start 2024-09-10T10:17:46.050 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- start start 2024-09-10T10:17:46.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 0x7fe25c13ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:46.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c0b2370 0x7fe25c13b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c145b20 0x7fe25c0b4510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe25c146080 con 0x7fe25c072860 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe25c145f00 con 0x7fe25c145b20 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe25c169330 con 0x7fe25c0b2370 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe261de8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 0x7fe25c13ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe261de8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 0x7fe25c13ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41738/0 (socket says 172.21.15.157:41738) 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe261de8640 1 -- 172.21.15.157:0/3597010414 learned_addr learned my addr 172.21.15.157:0/3597010414 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe2625e9640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c145b20 0x7fe25c0b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe261de8640 1 -- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c0b2370 msgr2=0x7fe25c13b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe261de8640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c0b2370 0x7fe25c13b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe261de8640 1 -- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c145b20 msgr2=0x7fe25c0b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:46.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe261de8640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c145b20 0x7fe25c0b4510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe261de8640 1 -- 172.21.15.157:0/3597010414 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe25c13f210 con 0x7fe25c072860 2024-09-10T10:17:46.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe261de8640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 0x7fe25c13ecd0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe25800c7f0 tx=0x7fe25800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:46.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe2527fc640 1 -- 172.21.15.157:0/3597010414 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe258015070 con 0x7fe25c072860 2024-09-10T10:17:46.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe2527fc640 1 -- 172.21.15.157:0/3597010414 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe258007820 con 0x7fe25c072860 2024-09-10T10:17:46.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe25c13df70 con 0x7fe25c072860 2024-09-10T10:17:46.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe2527fc640 1 -- 172.21.15.157:0/3597010414 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe258007c10 con 0x7fe25c072860 2024-09-10T10:17:46.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.048+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe25c13e7b0 con 0x7fe25c072860 2024-09-10T10:17:46.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.052+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe25c069220 con 0x7fe25c072860 2024-09-10T10:17:46.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.052+0000 7fe2527fc640 1 -- 172.21.15.157:0/3597010414 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe258018070 con 0x7fe25c072860 2024-09-10T10:17:46.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.052+0000 7fe2527fc640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe2400678c0 0x7fe240069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:46.055 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.052+0000 7fe2527fc640 1 -- 172.21.15.157:0/3597010414 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe2580860e0 con 0x7fe25c072860 2024-09-10T10:17:46.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.052+0000 7fe2615e7640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe2400678c0 0x7fe240069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:46.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.052+0000 7fe2615e7640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe2400678c0 0x7fe240069d80 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe24c0ad000 tx=0x7fe24c004740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:46.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.056+0000 7fe2527fc640 1 -- 172.21.15.157:0/3597010414 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe25c13df70 con 0x7fe25c072860 2024-09-10T10:17:46.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.252+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe25c0afbf0 con 0x7fe25c072860 2024-09-10T10:17:46.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.904+0000 7fe2527fc640 1 -- 172.21.15.157:0/3597010414 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) ==== 122+0+0 (secure 0 0 0) 0x7fe25c13f210 con 0x7fe25c072860 2024-09-10T10:17:46.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe2400678c0 msgr2=0x7fe240069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:46.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe2400678c0 0x7fe240069d80 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe24c0ad000 tx=0x7fe24c004740 comp rx=0 tx=0).stop 2024-09-10T10:17:46.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 msgr2=0x7fe25c13ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:46.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 0x7fe25c13ecd0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe25800c7f0 tx=0x7fe25800ccb0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 shutdown_connections 2024-09-10T10:17:46.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe2400678c0 0x7fe240069d80 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c145b20 0x7fe25c0b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c0b2370 0x7fe25c13b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 --2- 172.21.15.157:0/3597010414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe25c072860 0x7fe25c13ecd0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:46.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 >> 172.21.15.157:0/3597010414 conn(0x7fe25c06bcc0 msgr2=0x7fe25c15c180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:46.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 shutdown_connections 2024-09-10T10:17:46.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:46.912+0000 7fe26404c640 1 -- 172.21.15.157:0/3597010414 wait complete. 2024-09-10T10:17:46.936 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T10:17:46.936 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:47.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.060+0000 7f6546907640 1 Processor -- start 2024-09-10T10:17:47.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f6546907640 1 -- start start 2024-09-10T10:17:47.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f6546907640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f65400b5200 0x7f654015c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f6546907640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b1dc0 0x7f65400b21f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f6546907640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65400b55e0 con 0x7f65400cca90 2024-09-10T10:17:47.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f6546907640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f65400ce3b0 con 0x7f65400b5200 2024-09-10T10:17:47.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f6546907640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f654015c5f0 con 0x7f65400b1dc0 2024-09-10T10:17:47.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f653ffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f65400b5200 0x7f654015c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f6544ea4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b1dc0 0x7f65400b21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f653ffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f65400b5200 0x7f654015c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:60712/0 (socket says 172.21.15.157:60712) 2024-09-10T10:17:47.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f653ffff640 1 -- 172.21.15.157:0/1363775970 learned_addr learned my addr 172.21.15.157:0/1363775970 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:47.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f653f7fe640 1 --1- 172.21.15.157:0/1363775970 >> v1:172.21.15.192:6789/0 conn(0x7f65400cca90 0x7f65400b43d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:49094/0 (socket says 172.21.15.157:49094) 2024-09-10T10:17:47.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f653ffff640 1 -- 172.21.15.157:0/1363775970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b1dc0 msgr2=0x7f65400b21f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:47.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f653ffff640 1 --2- 172.21.15.157:0/1363775970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b1dc0 0x7f65400b21f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f653ffff640 1 -- 172.21.15.157:0/1363775970 >> v1:172.21.15.192:6789/0 conn(0x7f65400cca90 legacy=0x7f65400b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f653ffff640 1 -- 172.21.15.157:0/1363775970 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65400cd020 con 0x7f65400b5200 2024-09-10T10:17:47.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.064+0000 7f6544ea4640 1 --2- 172.21.15.157:0/1363775970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b1dc0 0x7f65400b21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:17:47.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f653ffff640 1 --2- 172.21.15.157:0/1363775970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b5200 0x7f654015c0b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f65300098a0 tx=0x7f653001c4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7958440f3e836e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:47.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f653effd640 1 -- 172.21.15.157:0/1363775970 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65300b0070 con 0x7f65400b5200 2024-09-10T10:17:47.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f653effd640 1 -- 172.21.15.157:0/1363775970 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65300ab600 con 0x7f65400b5200 2024-09-10T10:17:47.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f653effd640 1 -- 172.21.15.157:0/1363775970 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65300ab9d0 con 0x7f65400b5200 2024-09-10T10:17:47.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 -- 172.21.15.157:0/1363775970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b5200 msgr2=0x7f654015c0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 --2- 172.21.15.157:0/1363775970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b5200 0x7f654015c0b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f65300098a0 tx=0x7f653001c4b0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 -- 172.21.15.157:0/1363775970 shutdown_connections 2024-09-10T10:17:47.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 --2- 172.21.15.157:0/1363775970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b1dc0 0x7f65400b21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 --2- 172.21.15.157:0/1363775970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b5200 0x7f654015c0b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 -- 172.21.15.157:0/1363775970 >> 172.21.15.157:0/1363775970 conn(0x7f654006bcc0 msgr2=0x7f654006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:47.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 -- 172.21.15.157:0/1363775970 shutdown_connections 2024-09-10T10:17:47.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 -- 172.21.15.157:0/1363775970 wait complete. 2024-09-10T10:17:47.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 Processor -- start 2024-09-10T10:17:47.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.068+0000 7f6546907640 1 -- start start 2024-09-10T10:17:47.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6546907640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1dc0 0x7f6540157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6546907640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b5200 0x7f65400ab7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6546907640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65400cca90 0x7f654015d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6546907640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f65400b3ee0 con 0x7f65400cca90 2024-09-10T10:17:47.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6546907640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f65400b3d60 con 0x7f65400b1dc0 2024-09-10T10:17:47.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6546907640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f65400b4060 con 0x7f65400b5200 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6544ea4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65400cca90 0x7f654015d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6544ea4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65400cca90 0x7f654015d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41754/0 (socket says 172.21.15.157:41754) 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6544ea4640 1 -- 172.21.15.157:0/1985255685 learned_addr learned my addr 172.21.15.157:0/1985255685 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f653ffff640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1dc0 0x7f6540157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f653f7fe640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b5200 0x7f65400ab7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6544ea4640 1 -- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b5200 msgr2=0x7f65400ab7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6544ea4640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b5200 0x7f65400ab7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6544ea4640 1 -- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1dc0 msgr2=0x7f6540157ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6544ea4640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1dc0 0x7f6540157ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6544ea4640 1 -- 172.21.15.157:0/1985255685 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65401f7510 con 0x7f65400cca90 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6544ea4640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65400cca90 0x7f654015d800 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f653800efc0 tx=0x7f6538009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f653cff9640 1 -- 172.21.15.157:0/1985255685 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6538018030 con 0x7f65400cca90 2024-09-10T10:17:47.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f653cff9640 1 -- 172.21.15.157:0/1985255685 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f653800cde0 con 0x7f65400cca90 2024-09-10T10:17:47.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65401f77f0 con 0x7f65400cca90 2024-09-10T10:17:47.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f653cff9640 1 -- 172.21.15.157:0/1985255685 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6538003bc0 con 0x7f65400cca90 2024-09-10T10:17:47.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6540164960 con 0x7f65400cca90 2024-09-10T10:17:47.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65400b21f0 con 0x7f65400cca90 2024-09-10T10:17:47.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f653cff9640 1 -- 172.21.15.157:0/1985255685 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f653801b070 con 0x7f65400cca90 2024-09-10T10:17:47.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f653cff9640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65200678c0 0x7f6520069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f653cff9640 1 -- 172.21.15.157:0/1985255685 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f6538086640 con 0x7f65400cca90 2024-09-10T10:17:47.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.072+0000 7f653ffff640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65200678c0 0x7f6520069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.076+0000 7f653ffff640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65200678c0 0x7f6520069d80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f65300ad000 tx=0x7f6530008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:47.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.076+0000 7f653cff9640 1 -- 172.21.15.157:0/1985255685 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6538010040 con 0x7f65400cca90 2024-09-10T10:17:47.268 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.264+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f65400b1360 con 0x7f65400cca90 2024-09-10T10:17:47.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f653cff9640 1 -- 172.21.15.157:0/1985255685 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7f6538057210 con 0x7f65400cca90 2024-09-10T10:17:47.270 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:47.270 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":17,"btime":"2024-09-10T10:17:46:898540+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4621,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/3850865518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":3850865518},{"type":"v1","addr":"172.21.15.157:6835","nonce":3850865518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6836/1689368113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1689368113},{"type":"v1","addr":"172.21.15.192:6836","nonce":1689368113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4815,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/877460188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":877460188},{"type":"v1","addr":"172.21.15.157:6834","nonce":877460188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:17:43.227592+0000","modified":"2024-09-10T10:17:46.256166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4827},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4827":{"gid":4827,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6837/457893353","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6835","nonce":457893353},{"type":"v1","addr":"172.21.15.192:6837","nonce":457893353}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4827,"qdb_cluster":[4827]},"id":2}]} 2024-09-10T10:17:47.270 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 17 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65200678c0 msgr2=0x7f6520069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65200678c0 0x7f6520069d80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f65300ad000 tx=0x7f6530008040 comp rx=0 tx=0).stop 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65400cca90 msgr2=0x7f654015d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65400cca90 0x7f654015d800 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f653800efc0 tx=0x7f6538009f90 comp rx=0 tx=0).stop 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 shutdown_connections 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65200678c0 0x7f6520069d80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65400cca90 0x7f654015d800 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b5200 0x7f65400ab7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 --2- 172.21.15.157:0/1985255685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1dc0 0x7f6540157ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 >> 172.21.15.157:0/1985255685 conn(0x7f654006bcc0 msgr2=0x7f654015b980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:47.272 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 shutdown_connections 2024-09-10T10:17:47.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.268+0000 7f6546907640 1 -- 172.21.15.157:0/1985255685 wait complete. 2024-09-10T10:17:47.287 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:47.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.404+0000 7f580d6db640 1 Processor -- start 2024-09-10T10:17:47.407 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.404+0000 7f580d6db640 1 -- start start 2024-09-10T10:17:47.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.404+0000 7f580d6db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58080cca90 0x7f580815c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.404+0000 7f580d6db640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58080b55e0 con 0x7f58080b5200 2024-09-10T10:17:47.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.404+0000 7f580d6db640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58080cd020 con 0x7f58080b1dc0 2024-09-10T10:17:47.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.404+0000 7f580d6db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f58080ce3b0 con 0x7f58080cca90 2024-09-10T10:17:47.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.404+0000 7f5806ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f58080b5200 0x7f58080b43d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:57084/0 (socket says 172.21.15.157:57084) 2024-09-10T10:17:47.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.404+0000 7f5806ffd640 1 -- 172.21.15.157:0/2926476093 learned_addr learned my addr 172.21.15.157:0/2926476093 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:47.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f58067fc640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58080cca90 0x7f580815c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2491053066 0 0) 0x7f58080b55e0 con 0x7f58080b5200 2024-09-10T10:17:47.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f57f0003530 con 0x7f58080b5200 2024-09-10T10:17:47.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 435143530 0 0) 0x7f57f0003530 con 0x7f58080b5200 2024-09-10T10:17:47.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58080cca90 msgr2=0x7f580815c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:47.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58080cca90 0x7f580815c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 >> v1:172.21.15.192:6789/0 conn(0x7f58080b1dc0 legacy=0x7f58080b3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58080cd300 con 0x7f58080b5200 2024-09-10T10:17:47.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f57f8001680 con 0x7f58080b5200 2024-09-10T10:17:47.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 >> v1:172.21.15.157:6789/0 conn(0x7f58080b5200 legacy=0x7f58080b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57f00039f0 0x7f57f0003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57f0004810 0x7f57f0004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58080cca90 0x7f57f0005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f57f000bb00 con 0x7f57f0004810 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f57f000bcb0 con 0x7f57f00039f0 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f57f000beb0 con 0x7f58080cca90 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f58067fc640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57f0004810 0x7f57f0004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5806ffd640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57f00039f0 0x7f57f0003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f58067fc640 1 -- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58080cca90 msgr2=0x7f57f0005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f58067fc640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58080cca90 0x7f57f0005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f58067fc640 1 -- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57f00039f0 msgr2=0x7f57f0003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f58067fc640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57f00039f0 0x7f57f0003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f58067fc640 1 -- 172.21.15.157:0/2926476093 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57f0003530 con 0x7f57f0004810 2024-09-10T10:17:47.412 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5806ffd640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57f00039f0 0x7f57f0003e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f58067fc640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57f0004810 0x7f57f0004c90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f57fc009ae0 tx=0x7f57fc01cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9b4e3e49eeb8f69 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57fc0096b0 con 0x7f57f0004810 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57fc0a6490 con 0x7f57f0004810 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f5805ffb640 1 -- 172.21.15.157:0/2926476093 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57fc0a6880 con 0x7f57f0004810 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f580d6db640 1 -- 172.21.15.157:0/2926476093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57f0004810 msgr2=0x7f57f0004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f580d6db640 1 --2- 172.21.15.157:0/2926476093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57f0004810 0x7f57f0004c90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f57fc009ae0 tx=0x7f57fc01cab0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f58077fe640 1 -- 172.21.15.157:0/2926476093 reap_dead start 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f580d6db640 1 -- 172.21.15.157:0/2926476093 shutdown_connections 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f580d6db640 1 -- 172.21.15.157:0/2926476093 >> 172.21.15.157:0/2926476093 conn(0x7f580806bcc0 msgr2=0x7f580806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f580d6db640 1 -- 172.21.15.157:0/2926476093 shutdown_connections 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.408+0000 7f580d6db640 1 -- 172.21.15.157:0/2926476093 wait complete. 2024-09-10T10:17:47.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 Processor -- start 2024-09-10T10:17:47.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 -- start start 2024-09-10T10:17:47.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57f0004810 0x7f5808155950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f580815a6d0 0x7f58080c7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58080c50a0 0x7f58080c5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5808158b70 con 0x7f580815a6d0 2024-09-10T10:17:47.416 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f580815c4c0 con 0x7f58080c50a0 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5808158cf0 con 0x7f57f0004810 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f58067fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f580815a6d0 0x7f58080c7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f58067fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f580815a6d0 0x7f58080c7be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41780/0 (socket says 172.21.15.157:41780) 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f58067fc640 1 -- 172.21.15.157:0/3465383820 learned_addr learned my addr 172.21.15.157:0/3465383820 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f5806ffd640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57f0004810 0x7f5808155950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f58067fc640 1 -- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57f0004810 msgr2=0x7f5808155950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f58067fc640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57f0004810 0x7f5808155950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f58067fc640 1 -- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58080c50a0 msgr2=0x7f58080c5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f58067fc640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58080c50a0 0x7f58080c5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f58067fc640 1 -- 172.21.15.157:0/3465383820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58080ca990 con 0x7f580815a6d0 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f58067fc640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f580815a6d0 0x7f58080c7be0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f57fc01c8e0 tx=0x7f57f0005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f57ef7fe640 1 -- 172.21.15.157:0/3465383820 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57fc0be070 con 0x7f580815a6d0 2024-09-10T10:17:47.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f57ef7fe640 1 -- 172.21.15.157:0/3465383820 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57fc00f000 con 0x7f580815a6d0 2024-09-10T10:17:47.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58080cac70 con 0x7f580815a6d0 2024-09-10T10:17:47.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f57ef7fe640 1 -- 172.21.15.157:0/3465383820 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57fc0a6e60 con 0x7f580815a6d0 2024-09-10T10:17:47.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58080cb230 con 0x7f580815a6d0 2024-09-10T10:17:47.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.412+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58080b3550 con 0x7f580815a6d0 2024-09-10T10:17:47.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.416+0000 7f57ef7fe640 1 -- 172.21.15.157:0/3465383820 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f57fc0c1070 con 0x7f580815a6d0 2024-09-10T10:17:47.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.416+0000 7f57ef7fe640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f57f40678c0 0x7f57f4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.416+0000 7f57ef7fe640 1 -- 172.21.15.157:0/3465383820 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f57fc11f710 con 0x7f580815a6d0 2024-09-10T10:17:47.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.416+0000 7f5806ffd640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f57f40678c0 0x7f57f4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.416+0000 7f5806ffd640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f57f40678c0 0x7f57f4069d80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f57f8001210 tx=0x7f580815b680 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:47.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.420+0000 7f57ef7fe640 1 -- 172.21.15.157:0/3465383820 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f57fc0ac020 con 0x7f580815a6d0 2024-09-10T10:17:47.578 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.576+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f580815d870 con 0x7f580815a6d0 2024-09-10T10:17:47.580 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.576+0000 7f57ef7fe640 1 -- 172.21.15.157:0/3465383820 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16765 (secure 0 0 0) 0x7f57fc0167c0 con 0x7f580815a6d0 2024-09-10T10:17:47.581 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:47.581 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":32,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:17:44.853055+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:17:41.086236+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:17:42.215240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:47.583 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f57f40678c0 msgr2=0x7f57f4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.583 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f57f40678c0 0x7f57f4069d80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f57f8001210 tx=0x7f580815b680 comp rx=0 tx=0).stop 2024-09-10T10:17:47.583 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f580815a6d0 msgr2=0x7f58080c7be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f580815a6d0 0x7f58080c7be0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f57fc01c8e0 tx=0x7f57f0005840 comp rx=0 tx=0).stop 2024-09-10T10:17:47.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 shutdown_connections 2024-09-10T10:17:47.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f57f40678c0 0x7f57f4069d80 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58080c50a0 0x7f58080c5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f580815a6d0 0x7f58080c7be0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 --2- 172.21.15.157:0/3465383820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57f0004810 0x7f5808155950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 >> 172.21.15.157:0/3465383820 conn(0x7f580806bcc0 msgr2=0x7f5808157930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:47.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 shutdown_connections 2024-09-10T10:17:47.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.580+0000 7f580d6db640 1 -- 172.21.15.157:0/3465383820 wait complete. 2024-09-10T10:17:47.599 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:17:47.599 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:17:47.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.704+0000 7f0aa05ac640 1 Processor -- start 2024-09-10T10:17:47.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.704+0000 7f0aa05ac640 1 -- start start 2024-09-10T10:17:47.711 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0aa05ac640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a980cfa80 0x7f0a980b4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.711 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0aa05ac640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0a980b5150 0x7f0a980aef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.711 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0aa05ac640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a980b4450 con 0x7f0a9815e370 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0aa05ac640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f0a980b4780 con 0x7f0a980b5150 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0aa05ac640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0a980b3960 con 0x7f0a980cfa80 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9e348640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f0a9815e370 0x7f0a980b3130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:57096/0 (socket says 172.21.15.157:57096) 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9e348640 1 -- 172.21.15.157:0/39900151 learned_addr learned my addr 172.21.15.157:0/39900151 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 862126084 0 0) 0x7f0a980b4450 con 0x7f0a9815e370 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9db47640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a980cfa80 0x7f0a980b4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0a84003530 con 0x7f0a9815e370 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9eb49640 1 --2- 172.21.15.157:0/39900151 >> v2:172.21.15.192:3300/0 conn(0x7f0a980b5150 0x7f0a980aef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 904206356 0 0) 0x7f0a84003530 con 0x7f0a9815e370 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a980cfa80 msgr2=0x7f0a980b4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a980cfa80 0x7f0a980b4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 >> v2:172.21.15.192:3300/0 conn(0x7f0a980b5150 msgr2=0x7f0a980aef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 --2- 172.21.15.157:0/39900151 >> v2:172.21.15.192:3300/0 conn(0x7f0a980b5150 0x7f0a980aef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.712 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a980b3c40 con 0x7f0a9815e370 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f0a94001680 con 0x7f0a9815e370 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 >> v1:172.21.15.157:6789/0 conn(0x7f0a9815e370 legacy=0x7f0a980b3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a840039c0 0x7f0a84003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a84004810 0x7f0a84004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a980cfa80 0x7f0a840051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0a980b4780 con 0x7f0a84004810 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0a980b3960 con 0x7f0a840039c0 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0a8400bab0 con 0x7f0a980cfa80 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9db47640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a84004810 0x7f0a84004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9e348640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a840039c0 0x7f0a84003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9db47640 1 -- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a980cfa80 msgr2=0x7f0a840051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9eb49640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a980cfa80 0x7f0a840051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.713 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9db47640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a980cfa80 0x7f0a840051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9db47640 1 -- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a840039c0 msgr2=0x7f0a84003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:47.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9db47640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a840039c0 0x7f0a84003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.714 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.708+0000 7f0a9db47640 1 -- 172.21.15.157:0/39900151 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a84003530 con 0x7f0a84004810 2024-09-10T10:17:47.716 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9db47640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a84004810 0x7f0a84004c90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0a980b5800 tx=0x7f0a8801c5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb4fdd6803660bfb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a880b2070 con 0x7f0a84004810 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a880ad620 con 0x7f0a84004810 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9d346640 1 -- 172.21.15.157:0/39900151 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8800b610 con 0x7f0a84004810 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- 172.21.15.157:0/39900151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a84004810 msgr2=0x7f0a84004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 --2- 172.21.15.157:0/39900151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a84004810 0x7f0a84004c90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0a980b5800 tx=0x7f0a8801c5c0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 -- 172.21.15.157:0/39900151 reap_dead start 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- 172.21.15.157:0/39900151 shutdown_connections 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- 172.21.15.157:0/39900151 >> 172.21.15.157:0/39900151 conn(0x7f0a9806bcc0 msgr2=0x7f0a9806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- 172.21.15.157:0/39900151 shutdown_connections 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- 172.21.15.157:0/39900151 wait complete. 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 Processor -- start 2024-09-10T10:17:47.717 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- start start 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a84004810 0x7f0a981f3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a98147e50 0x7f0a981533e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a98153920 0x7f0a98153da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0a9815e8d0 con 0x7f0a98153920 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0a9815e750 con 0x7f0a84004810 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0a980b4c10 con 0x7f0a98147e50 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a98153920 0x7f0a98153da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a98153920 0x7f0a98153da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41802/0 (socket says 172.21.15.157:41802) 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 -- 172.21.15.157:0/4065027691 learned_addr learned my addr 172.21.15.157:0/4065027691 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9db47640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a98147e50 0x7f0a981533e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9e348640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a84004810 0x7f0a981f3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 -- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a98147e50 msgr2=0x7f0a981533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a98147e50 0x7f0a981533e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 -- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a84004810 msgr2=0x7f0a981f3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a84004810 0x7f0a981f3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 -- 172.21.15.157:0/4065027691 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a981542e0 con 0x7f0a98153920 2024-09-10T10:17:47.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a9eb49640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a98153920 0x7f0a98153da0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f0a9806cc20 tx=0x7f0a90009d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:47.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a8effd640 1 -- 172.21.15.157:0/4065027691 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a90019070 con 0x7f0a98153920 2024-09-10T10:17:47.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a8effd640 1 -- 172.21.15.157:0/4065027691 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a90007cb0 con 0x7f0a98153920 2024-09-10T10:17:47.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a98161a70 con 0x7f0a98153920 2024-09-10T10:17:47.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0a8effd640 1 -- 172.21.15.157:0/4065027691 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a90007e60 con 0x7f0a98153920 2024-09-10T10:17:47.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.712+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a98152900 con 0x7f0a98153920 2024-09-10T10:17:47.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.716+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a980b3130 con 0x7f0a98153920 2024-09-10T10:17:47.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.716+0000 7f0a8effd640 1 -- 172.21.15.157:0/4065027691 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0a9001c070 con 0x7f0a98153920 2024-09-10T10:17:47.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.716+0000 7f0a8effd640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0a7c0678c0 0x7f0a7c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:47.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.716+0000 7f0a8effd640 1 -- 172.21.15.157:0/4065027691 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f0a90085c70 con 0x7f0a98153920 2024-09-10T10:17:47.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.716+0000 7f0a9e348640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0a7c0678c0 0x7f0a7c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:47.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.716+0000 7f0a9e348640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0a7c0678c0 0x7f0a7c069d80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0a94005400 tx=0x7f0a94009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:47.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.720+0000 7f0a8effd640 1 -- 172.21.15.157:0/4065027691 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0a90023080 con 0x7f0a98153920 2024-09-10T10:17:47.869 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.864+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0a981594e0 con 0x7f0a7c0678c0 2024-09-10T10:17:47.887 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.884+0000 7f0a8effd640 1 -- 172.21.15.157:0/4065027691 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251942 (secure 0 0 0) 0x7f0a981594e0 con 0x7f0a7c0678c0 2024-09-10T10:17:47.890 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:47.891 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:17:47.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0a7c0678c0 msgr2=0x7f0a7c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0a7c0678c0 0x7f0a7c069d80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0a94005400 tx=0x7f0a94009040 comp rx=0 tx=0).stop 2024-09-10T10:17:47.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a98153920 msgr2=0x7f0a98153da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:47.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a98153920 0x7f0a98153da0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f0a9806cc20 tx=0x7f0a90009d40 comp rx=0 tx=0).stop 2024-09-10T10:17:47.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 shutdown_connections 2024-09-10T10:17:47.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0a7c0678c0 0x7f0a7c069d80 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a98153920 0x7f0a98153da0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a98147e50 0x7f0a981533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 --2- 172.21.15.157:0/4065027691 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a84004810 0x7f0a981f3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:47.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 >> 172.21.15.157:0/4065027691 conn(0x7f0a9806bcc0 msgr2=0x7f0a980cef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:47.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 shutdown_connections 2024-09-10T10:17:47.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:47.888+0000 7f0aa05ac640 1 -- 172.21.15.157:0/4065027691 wait complete. 2024-09-10T10:17:47.906 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":57,"stamp":"2024-09-10T10:17:47.436820+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":148,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":245140,"kb_used_data":3936,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754729580,"statfs":{"total":773094113280,"available":772843089920,"internally_reserved":0,"allocated":4030464,"data_stored":2256119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.595369"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073978+0000","last_change":"2024-09-10T10:17:43.886055+0000","last_active":"2024-09-10T10:17:45.073978+0000","last_peered":"2024-09-10T10:17:45.073978+0000","last_clean":"2024-09-10T10:17:45.073978+0000","last_became_active":"2024-09-10T10:17:43.885708+0000","last_became_peered":"2024-09-10T10:17:43.885708+0000","last_unstale":"2024-09-10T10:17:45.073978+0000","last_undegraded":"2024-09-10T10:17:45.073978+0000","last_fullsized":"2024-09-10T10:17:45.073978+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:17.781593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859969+0000","last_change":"2024-09-10T10:17:43.897421+0000","last_active":"2024-09-10T10:17:44.859969+0000","last_peered":"2024-09-10T10:17:44.859969+0000","last_clean":"2024-09-10T10:17:44.859969+0000","last_became_active":"2024-09-10T10:17:43.894284+0000","last_became_peered":"2024-09-10T10:17:43.894284+0000","last_unstale":"2024-09-10T10:17:44.859969+0000","last_undegraded":"2024-09-10T10:17:44.859969+0000","last_fullsized":"2024-09-10T10:17:44.859969+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:37.091087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860982+0000","last_change":"2024-09-10T10:17:43.885973+0000","last_active":"2024-09-10T10:17:44.860982+0000","last_peered":"2024-09-10T10:17:44.860982+0000","last_clean":"2024-09-10T10:17:44.860982+0000","last_became_active":"2024-09-10T10:17:43.885652+0000","last_became_peered":"2024-09-10T10:17:43.885652+0000","last_unstale":"2024-09-10T10:17:44.860982+0000","last_undegraded":"2024-09-10T10:17:44.860982+0000","last_fullsized":"2024-09-10T10:17:44.860982+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:34.528335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.898846+0000","last_change":"2024-09-10T10:17:43.895808+0000","last_active":"2024-09-10T10:17:43.898846+0000","last_peered":"2024-09-10T10:17:43.898846+0000","last_clean":"2024-09-10T10:17:43.898846+0000","last_became_active":"2024-09-10T10:17:43.895423+0000","last_became_peered":"2024-09-10T10:17:43.895423+0000","last_unstale":"2024-09-10T10:17:43.898846+0000","last_undegraded":"2024-09-10T10:17:43.898846+0000","last_fullsized":"2024-09-10T10:17:43.898846+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:22.925340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046648+0000","last_change":"2024-09-10T10:17:43.887283+0000","last_active":"2024-09-10T10:17:45.046648+0000","last_peered":"2024-09-10T10:17:45.046648+0000","last_clean":"2024-09-10T10:17:45.046648+0000","last_became_active":"2024-09-10T10:17:43.886945+0000","last_became_peered":"2024-09-10T10:17:43.886945+0000","last_unstale":"2024-09-10T10:17:45.046648+0000","last_undegraded":"2024-09-10T10:17:45.046648+0000","last_fullsized":"2024-09-10T10:17:45.046648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:43:23.687439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859803+0000","last_change":"2024-09-10T10:17:43.888193+0000","last_active":"2024-09-10T10:17:44.859803+0000","last_peered":"2024-09-10T10:17:44.859803+0000","last_clean":"2024-09-10T10:17:44.859803+0000","last_became_active":"2024-09-10T10:17:43.887630+0000","last_became_peered":"2024-09-10T10:17:43.887630+0000","last_unstale":"2024-09-10T10:17:44.859803+0000","last_undegraded":"2024-09-10T10:17:44.859803+0000","last_fullsized":"2024-09-10T10:17:44.859803+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:13.561906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072284+0000","last_change":"2024-09-10T10:17:43.904393+0000","last_active":"2024-09-10T10:17:45.072284+0000","last_peered":"2024-09-10T10:17:45.072284+0000","last_clean":"2024-09-10T10:17:45.072284+0000","last_became_active":"2024-09-10T10:17:43.903699+0000","last_became_peered":"2024-09-10T10:17:43.903699+0000","last_unstale":"2024-09-10T10:17:45.072284+0000","last_undegraded":"2024-09-10T10:17:45.072284+0000","last_fullsized":"2024-09-10T10:17:45.072284+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:58:50.352636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.071963+0000","last_change":"2024-09-10T10:17:43.899210+0000","last_active":"2024-09-10T10:17:45.071963+0000","last_peered":"2024-09-10T10:17:45.071963+0000","last_clean":"2024-09-10T10:17:45.071963+0000","last_became_active":"2024-09-10T10:17:43.898758+0000","last_became_peered":"2024-09-10T10:17:43.898758+0000","last_unstale":"2024-09-10T10:17:45.071963+0000","last_undegraded":"2024-09-10T10:17:45.071963+0000","last_fullsized":"2024-09-10T10:17:45.071963+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:48.923993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.864292+0000","last_change":"2024-09-10T10:17:43.883209+0000","last_active":"2024-09-10T10:17:44.864292+0000","last_peered":"2024-09-10T10:17:44.864292+0000","last_clean":"2024-09-10T10:17:44.864292+0000","last_became_active":"2024-09-10T10:17:43.882439+0000","last_became_peered":"2024-09-10T10:17:43.882439+0000","last_unstale":"2024-09-10T10:17:44.864292+0000","last_undegraded":"2024-09-10T10:17:44.864292+0000","last_fullsized":"2024-09-10T10:17:44.864292+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:30.187788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.902497+0000","last_change":"2024-09-10T10:17:43.901237+0000","last_active":"2024-09-10T10:17:43.902497+0000","last_peered":"2024-09-10T10:17:43.902497+0000","last_clean":"2024-09-10T10:17:43.902497+0000","last_became_active":"2024-09-10T10:17:43.900922+0000","last_became_peered":"2024-09-10T10:17:43.900922+0000","last_unstale":"2024-09-10T10:17:43.902497+0000","last_undegraded":"2024-09-10T10:17:43.902497+0000","last_fullsized":"2024-09-10T10:17:43.902497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:32.098703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072956+0000","last_change":"2024-09-10T10:17:43.903916+0000","last_active":"2024-09-10T10:17:45.072956+0000","last_peered":"2024-09-10T10:17:45.072956+0000","last_clean":"2024-09-10T10:17:45.072956+0000","last_became_active":"2024-09-10T10:17:43.903639+0000","last_became_peered":"2024-09-10T10:17:43.903639+0000","last_unstale":"2024-09-10T10:17:45.072956+0000","last_undegraded":"2024-09-10T10:17:45.072956+0000","last_fullsized":"2024-09-10T10:17:45.072956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:54.377792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860956+0000","last_change":"2024-09-10T10:17:43.882203+0000","last_active":"2024-09-10T10:17:44.860956+0000","last_peered":"2024-09-10T10:17:44.860956+0000","last_clean":"2024-09-10T10:17:44.860956+0000","last_became_active":"2024-09-10T10:17:43.881466+0000","last_became_peered":"2024-09-10T10:17:43.881466+0000","last_unstale":"2024-09-10T10:17:44.860956+0000","last_undegraded":"2024-09-10T10:17:44.860956+0000","last_fullsized":"2024-09-10T10:17:44.860956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:58:50.352636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046759+0000","last_change":"2024-09-10T10:17:43.877846+0000","last_active":"2024-09-10T10:17:45.046759+0000","last_peered":"2024-09-10T10:17:45.046759+0000","last_clean":"2024-09-10T10:17:45.046759+0000","last_became_active":"2024-09-10T10:17:43.877031+0000","last_became_peered":"2024-09-10T10:17:43.877031+0000","last_unstale":"2024-09-10T10:17:45.046759+0000","last_undegraded":"2024-09-10T10:17:45.046759+0000","last_fullsized":"2024-09-10T10:17:45.046759+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:26:15.578603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859962+0000","last_change":"2024-09-10T10:17:43.886954+0000","last_active":"2024-09-10T10:17:44.859962+0000","last_peered":"2024-09-10T10:17:44.859962+0000","last_clean":"2024-09-10T10:17:44.859962+0000","last_became_active":"2024-09-10T10:17:43.886267+0000","last_became_peered":"2024-09-10T10:17:43.886267+0000","last_unstale":"2024-09-10T10:17:44.859962+0000","last_undegraded":"2024-09-10T10:17:44.859962+0000","last_fullsized":"2024-09-10T10:17:44.859962+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:54.377792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860067+0000","last_change":"2024-09-10T10:17:43.880557+0000","last_active":"2024-09-10T10:17:44.860067+0000","last_peered":"2024-09-10T10:17:44.860067+0000","last_clean":"2024-09-10T10:17:44.860067+0000","last_became_active":"2024-09-10T10:17:43.879798+0000","last_became_peered":"2024-09-10T10:17:43.879798+0000","last_unstale":"2024-09-10T10:17:44.860067+0000","last_undegraded":"2024-09-10T10:17:44.860067+0000","last_fullsized":"2024-09-10T10:17:44.860067+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:48.923993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.074233+0000","last_change":"2024-09-10T10:17:43.906359+0000","last_active":"2024-09-10T10:17:45.074233+0000","last_peered":"2024-09-10T10:17:45.074233+0000","last_clean":"2024-09-10T10:17:45.074233+0000","last_became_active":"2024-09-10T10:17:43.903941+0000","last_became_peered":"2024-09-10T10:17:43.903941+0000","last_unstale":"2024-09-10T10:17:45.074233+0000","last_undegraded":"2024-09-10T10:17:45.074233+0000","last_fullsized":"2024-09-10T10:17:45.074233+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:28.703920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073030+0000","last_change":"2024-09-10T10:17:43.906116+0000","last_active":"2024-09-10T10:17:45.073030+0000","last_peered":"2024-09-10T10:17:45.073030+0000","last_clean":"2024-09-10T10:17:45.073030+0000","last_became_active":"2024-09-10T10:17:43.905773+0000","last_became_peered":"2024-09-10T10:17:43.905773+0000","last_unstale":"2024-09-10T10:17:45.073030+0000","last_undegraded":"2024-09-10T10:17:45.073030+0000","last_fullsized":"2024-09-10T10:17:45.073030+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:37.091087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860131+0000","last_change":"2024-09-10T10:17:43.897127+0000","last_active":"2024-09-10T10:17:44.860131+0000","last_peered":"2024-09-10T10:17:44.860131+0000","last_clean":"2024-09-10T10:17:44.860131+0000","last_became_active":"2024-09-10T10:17:43.894391+0000","last_became_peered":"2024-09-10T10:17:43.894391+0000","last_unstale":"2024-09-10T10:17:44.860131+0000","last_undegraded":"2024-09-10T10:17:44.860131+0000","last_fullsized":"2024-09-10T10:17:44.860131+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:37:27.115575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859664+0000","last_change":"2024-09-10T10:17:43.897069+0000","last_active":"2024-09-10T10:17:44.859664+0000","last_peered":"2024-09-10T10:17:44.859664+0000","last_clean":"2024-09-10T10:17:44.859664+0000","last_became_active":"2024-09-10T10:17:43.893719+0000","last_became_peered":"2024-09-10T10:17:43.893719+0000","last_unstale":"2024-09-10T10:17:44.859664+0000","last_undegraded":"2024-09-10T10:17:44.859664+0000","last_fullsized":"2024-09-10T10:17:44.859664+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:50.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.047227+0000","last_change":"2024-09-10T10:17:43.873206+0000","last_active":"2024-09-10T10:17:45.047227+0000","last_peered":"2024-09-10T10:17:45.047227+0000","last_clean":"2024-09-10T10:17:45.047227+0000","last_became_active":"2024-09-10T10:17:43.872403+0000","last_became_peered":"2024-09-10T10:17:43.872403+0000","last_unstale":"2024-09-10T10:17:45.047227+0000","last_undegraded":"2024-09-10T10:17:45.047227+0000","last_fullsized":"2024-09-10T10:17:45.047227+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:50:39.394883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863042+0000","last_change":"2024-09-10T10:17:43.888853+0000","last_active":"2024-09-10T10:17:44.863042+0000","last_peered":"2024-09-10T10:17:44.863042+0000","last_clean":"2024-09-10T10:17:44.863042+0000","last_became_active":"2024-09-10T10:17:43.888422+0000","last_became_peered":"2024-09-10T10:17:43.888422+0000","last_unstale":"2024-09-10T10:17:44.863042+0000","last_undegraded":"2024-09-10T10:17:44.863042+0000","last_fullsized":"2024-09-10T10:17:44.863042+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:22.925340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863287+0000","last_change":"2024-09-10T10:17:43.892616+0000","last_active":"2024-09-10T10:17:44.863287+0000","last_peered":"2024-09-10T10:17:44.863287+0000","last_clean":"2024-09-10T10:17:44.863287+0000","last_became_active":"2024-09-10T10:17:43.892170+0000","last_became_peered":"2024-09-10T10:17:43.892170+0000","last_unstale":"2024-09-10T10:17:44.863287+0000","last_undegraded":"2024-09-10T10:17:44.863287+0000","last_fullsized":"2024-09-10T10:17:44.863287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:57.826408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892204+0000","last_change":"2024-09-10T10:17:43.899412+0000","last_active":"2024-09-10T10:17:44.892204+0000","last_peered":"2024-09-10T10:17:44.892204+0000","last_clean":"2024-09-10T10:17:44.892204+0000","last_became_active":"2024-09-10T10:17:43.899095+0000","last_became_peered":"2024-09-10T10:17:43.899095+0000","last_unstale":"2024-09-10T10:17:44.892204+0000","last_undegraded":"2024-09-10T10:17:44.892204+0000","last_fullsized":"2024-09-10T10:17:44.892204+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:23:24.682586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859973+0000","last_change":"2024-09-10T10:17:43.880221+0000","last_active":"2024-09-10T10:17:44.859973+0000","last_peered":"2024-09-10T10:17:44.859973+0000","last_clean":"2024-09-10T10:17:44.859973+0000","last_became_active":"2024-09-10T10:17:43.878871+0000","last_became_peered":"2024-09-10T10:17:43.878871+0000","last_unstale":"2024-09-10T10:17:44.859973+0000","last_undegraded":"2024-09-10T10:17:44.859973+0000","last_fullsized":"2024-09-10T10:17:44.859973+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:06:12.467469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.908646+0000","last_change":"2024-09-10T10:17:43.907336+0000","last_active":"2024-09-10T10:17:43.908646+0000","last_peered":"2024-09-10T10:17:43.908646+0000","last_clean":"2024-09-10T10:17:43.908646+0000","last_became_active":"2024-09-10T10:17:43.906958+0000","last_became_peered":"2024-09-10T10:17:43.906958+0000","last_unstale":"2024-09-10T10:17:43.908646+0000","last_undegraded":"2024-09-10T10:17:43.908646+0000","last_fullsized":"2024-09-10T10:17:43.908646+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:08:08.410279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860277+0000","last_change":"2024-09-10T10:17:43.905843+0000","last_active":"2024-09-10T10:17:44.860277+0000","last_peered":"2024-09-10T10:17:44.860277+0000","last_clean":"2024-09-10T10:17:44.860277+0000","last_became_active":"2024-09-10T10:17:43.899617+0000","last_became_peered":"2024-09-10T10:17:43.899617+0000","last_unstale":"2024-09-10T10:17:44.860277+0000","last_undegraded":"2024-09-10T10:17:44.860277+0000","last_fullsized":"2024-09-10T10:17:44.860277+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:52.326202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.902306+0000","last_change":"2024-09-10T10:17:43.897676+0000","last_active":"2024-09-10T10:17:43.902306+0000","last_peered":"2024-09-10T10:17:43.902306+0000","last_clean":"2024-09-10T10:17:43.902306+0000","last_became_active":"2024-09-10T10:17:43.896464+0000","last_became_peered":"2024-09-10T10:17:43.896464+0000","last_unstale":"2024-09-10T10:17:43.902306+0000","last_undegraded":"2024-09-10T10:17:43.902306+0000","last_fullsized":"2024-09-10T10:17:43.902306+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:57.569350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861330+0000","last_change":"2024-09-10T10:17:43.889234+0000","last_active":"2024-09-10T10:17:44.861330+0000","last_peered":"2024-09-10T10:17:44.861330+0000","last_clean":"2024-09-10T10:17:44.861330+0000","last_became_active":"2024-09-10T10:17:43.888940+0000","last_became_peered":"2024-09-10T10:17:43.888940+0000","last_unstale":"2024-09-10T10:17:44.861330+0000","last_undegraded":"2024-09-10T10:17:44.861330+0000","last_fullsized":"2024-09-10T10:17:44.861330+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:50.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863548+0000","last_change":"2024-09-10T10:17:43.886569+0000","last_active":"2024-09-10T10:17:44.863548+0000","last_peered":"2024-09-10T10:17:44.863548+0000","last_clean":"2024-09-10T10:17:44.863548+0000","last_became_active":"2024-09-10T10:17:43.886174+0000","last_became_peered":"2024-09-10T10:17:43.886174+0000","last_unstale":"2024-09-10T10:17:44.863548+0000","last_undegraded":"2024-09-10T10:17:44.863548+0000","last_fullsized":"2024-09-10T10:17:44.863548+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:57.569350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072192+0000","last_change":"2024-09-10T10:17:43.898147+0000","last_active":"2024-09-10T10:17:45.072192+0000","last_peered":"2024-09-10T10:17:45.072192+0000","last_clean":"2024-09-10T10:17:45.072192+0000","last_became_active":"2024-09-10T10:17:43.897769+0000","last_became_peered":"2024-09-10T10:17:43.897769+0000","last_unstale":"2024-09-10T10:17:45.072192+0000","last_undegraded":"2024-09-10T10:17:45.072192+0000","last_fullsized":"2024-09-10T10:17:45.072192+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:49.533568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073705+0000","last_change":"2024-09-10T10:17:43.880487+0000","last_active":"2024-09-10T10:17:45.073705+0000","last_peered":"2024-09-10T10:17:45.073705+0000","last_clean":"2024-09-10T10:17:45.073705+0000","last_became_active":"2024-09-10T10:17:43.879784+0000","last_became_peered":"2024-09-10T10:17:43.879784+0000","last_unstale":"2024-09-10T10:17:45.073705+0000","last_undegraded":"2024-09-10T10:17:45.073705+0000","last_fullsized":"2024-09-10T10:17:45.073705+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:46.908963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072194+0000","last_change":"2024-09-10T10:17:43.899158+0000","last_active":"2024-09-10T10:17:45.072194+0000","last_peered":"2024-09-10T10:17:45.072194+0000","last_clean":"2024-09-10T10:17:45.072194+0000","last_became_active":"2024-09-10T10:17:43.898815+0000","last_became_peered":"2024-09-10T10:17:43.898815+0000","last_unstale":"2024-09-10T10:17:45.072194+0000","last_undegraded":"2024-09-10T10:17:45.072194+0000","last_fullsized":"2024-09-10T10:17:45.072194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:49.139300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892867+0000","last_change":"2024-09-10T10:17:43.910209+0000","last_active":"2024-09-10T10:17:44.892867+0000","last_peered":"2024-09-10T10:17:44.892867+0000","last_clean":"2024-09-10T10:17:44.892867+0000","last_became_active":"2024-09-10T10:17:43.909866+0000","last_became_peered":"2024-09-10T10:17:43.909866+0000","last_unstale":"2024-09-10T10:17:44.892867+0000","last_undegraded":"2024-09-10T10:17:44.892867+0000","last_fullsized":"2024-09-10T10:17:44.892867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:53.039648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.074425+0000","last_change":"2024-09-10T10:17:42.894241+0000","last_active":"2024-09-10T10:17:45.074425+0000","last_peered":"2024-09-10T10:17:45.074425+0000","last_clean":"2024-09-10T10:17:45.074425+0000","last_became_active":"2024-09-10T10:17:42.893531+0000","last_became_peered":"2024-09-10T10:17:42.893531+0000","last_unstale":"2024-09-10T10:17:45.074425+0000","last_undegraded":"2024-09-10T10:17:45.074425+0000","last_fullsized":"2024-09-10T10:17:45.074425+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:56.973205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.074357+0000","last_change":"2024-09-10T10:17:43.893160+0000","last_active":"2024-09-10T10:17:45.074357+0000","last_peered":"2024-09-10T10:17:45.074357+0000","last_clean":"2024-09-10T10:17:45.074357+0000","last_became_active":"2024-09-10T10:17:43.892718+0000","last_became_peered":"2024-09-10T10:17:43.892718+0000","last_unstale":"2024-09-10T10:17:45.074357+0000","last_undegraded":"2024-09-10T10:17:45.074357+0000","last_fullsized":"2024-09-10T10:17:45.074357+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:58.566807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892809+0000","last_change":"2024-09-10T10:17:42.885843+0000","last_active":"2024-09-10T10:17:44.892809+0000","last_peered":"2024-09-10T10:17:44.892809+0000","last_clean":"2024-09-10T10:17:44.892809+0000","last_became_active":"2024-09-10T10:17:42.885570+0000","last_became_peered":"2024-09-10T10:17:42.885570+0000","last_unstale":"2024-09-10T10:17:44.892809+0000","last_undegraded":"2024-09-10T10:17:44.892809+0000","last_fullsized":"2024-09-10T10:17:44.892809+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:03.785239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863988+0000","last_change":"2024-09-10T10:17:43.886837+0000","last_active":"2024-09-10T10:17:44.863988+0000","last_peered":"2024-09-10T10:17:44.863988+0000","last_clean":"2024-09-10T10:17:44.863988+0000","last_became_active":"2024-09-10T10:17:43.886571+0000","last_became_peered":"2024-09-10T10:17:43.886571+0000","last_unstale":"2024-09-10T10:17:44.863988+0000","last_undegraded":"2024-09-10T10:17:44.863988+0000","last_fullsized":"2024-09-10T10:17:44.863988+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:08:08.410279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859644+0000","last_change":"2024-09-10T10:17:42.878127+0000","last_active":"2024-09-10T10:17:44.859644+0000","last_peered":"2024-09-10T10:17:44.859644+0000","last_clean":"2024-09-10T10:17:44.859644+0000","last_became_active":"2024-09-10T10:17:42.877638+0000","last_became_peered":"2024-09-10T10:17:42.877638+0000","last_unstale":"2024-09-10T10:17:44.859644+0000","last_undegraded":"2024-09-10T10:17:44.859644+0000","last_fullsized":"2024-09-10T10:17:44.859644+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:22.142733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.902286+0000","last_change":"2024-09-10T10:17:43.896173+0000","last_active":"2024-09-10T10:17:43.902286+0000","last_peered":"2024-09-10T10:17:43.902286+0000","last_clean":"2024-09-10T10:17:43.902286+0000","last_became_active":"2024-09-10T10:17:43.895452+0000","last_became_peered":"2024-09-10T10:17:43.895452+0000","last_unstale":"2024-09-10T10:17:43.902286+0000","last_undegraded":"2024-09-10T10:17:43.902286+0000","last_fullsized":"2024-09-10T10:17:43.902286+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:57.826408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046977+0000","last_change":"2024-09-10T10:17:42.881467+0000","last_active":"2024-09-10T10:17:45.046977+0000","last_peered":"2024-09-10T10:17:45.046977+0000","last_clean":"2024-09-10T10:17:45.046977+0000","last_became_active":"2024-09-10T10:17:42.881186+0000","last_became_peered":"2024-09-10T10:17:42.881186+0000","last_unstale":"2024-09-10T10:17:45.046977+0000","last_undegraded":"2024-09-10T10:17:45.046977+0000","last_fullsized":"2024-09-10T10:17:45.046977+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:51.007631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072667+0000","last_change":"2024-09-10T10:17:43.906206+0000","last_active":"2024-09-10T10:17:45.072667+0000","last_peered":"2024-09-10T10:17:45.072667+0000","last_clean":"2024-09-10T10:17:45.072667+0000","last_became_active":"2024-09-10T10:17:43.905853+0000","last_became_peered":"2024-09-10T10:17:43.905853+0000","last_unstale":"2024-09-10T10:17:45.072667+0000","last_undegraded":"2024-09-10T10:17:45.072667+0000","last_fullsized":"2024-09-10T10:17:45.072667+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:50.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863525+0000","last_change":"2024-09-10T10:17:42.880697+0000","last_active":"2024-09-10T10:17:44.863525+0000","last_peered":"2024-09-10T10:17:44.863525+0000","last_clean":"2024-09-10T10:17:44.863525+0000","last_became_active":"2024-09-10T10:17:42.879722+0000","last_became_peered":"2024-09-10T10:17:42.879722+0000","last_unstale":"2024-09-10T10:17:44.863525+0000","last_undegraded":"2024-09-10T10:17:44.863525+0000","last_fullsized":"2024-09-10T10:17:44.863525+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:23:57.842435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860901+0000","last_change":"2024-09-10T10:17:43.889919+0000","last_active":"2024-09-10T10:17:44.860901+0000","last_peered":"2024-09-10T10:17:44.860901+0000","last_clean":"2024-09-10T10:17:44.860901+0000","last_became_active":"2024-09-10T10:17:43.889488+0000","last_became_peered":"2024-09-10T10:17:43.889488+0000","last_unstale":"2024-09-10T10:17:44.860901+0000","last_undegraded":"2024-09-10T10:17:44.860901+0000","last_fullsized":"2024-09-10T10:17:44.860901+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:49.533568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863454+0000","last_change":"2024-09-10T10:17:42.876295+0000","last_active":"2024-09-10T10:17:44.863454+0000","last_peered":"2024-09-10T10:17:44.863454+0000","last_clean":"2024-09-10T10:17:44.863454+0000","last_became_active":"2024-09-10T10:17:42.875489+0000","last_became_peered":"2024-09-10T10:17:42.875489+0000","last_unstale":"2024-09-10T10:17:44.863454+0000","last_undegraded":"2024-09-10T10:17:44.863454+0000","last_fullsized":"2024-09-10T10:17:44.863454+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:48.976959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861675+0000","last_change":"2024-09-10T10:17:43.885883+0000","last_active":"2024-09-10T10:17:44.861675+0000","last_peered":"2024-09-10T10:17:44.861675+0000","last_clean":"2024-09-10T10:17:44.861675+0000","last_became_active":"2024-09-10T10:17:43.885513+0000","last_became_peered":"2024-09-10T10:17:43.885513+0000","last_unstale":"2024-09-10T10:17:44.861675+0000","last_undegraded":"2024-09-10T10:17:44.861675+0000","last_fullsized":"2024-09-10T10:17:44.861675+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:36.109565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.858832+0000","last_change":"2024-09-10T10:17:42.869394+0000","last_active":"2024-09-10T10:17:44.858832+0000","last_peered":"2024-09-10T10:17:44.858832+0000","last_clean":"2024-09-10T10:17:44.858832+0000","last_became_active":"2024-09-10T10:17:42.868993+0000","last_became_peered":"2024-09-10T10:17:42.868993+0000","last_unstale":"2024-09-10T10:17:44.858832+0000","last_undegraded":"2024-09-10T10:17:44.858832+0000","last_fullsized":"2024-09-10T10:17:44.858832+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:45.899313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.894823+0000","last_change":"2024-09-10T10:17:43.890984+0000","last_active":"2024-09-10T10:17:43.894823+0000","last_peered":"2024-09-10T10:17:43.894823+0000","last_clean":"2024-09-10T10:17:43.894823+0000","last_became_active":"2024-09-10T10:17:43.890077+0000","last_became_peered":"2024-09-10T10:17:43.890077+0000","last_unstale":"2024-09-10T10:17:43.894823+0000","last_undegraded":"2024-09-10T10:17:43.894823+0000","last_fullsized":"2024-09-10T10:17:43.894823+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:07:12.702149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861932+0000","last_change":"2024-09-10T10:17:42.890655+0000","last_active":"2024-09-10T10:17:44.861932+0000","last_peered":"2024-09-10T10:17:44.861932+0000","last_clean":"2024-09-10T10:17:44.861932+0000","last_became_active":"2024-09-10T10:17:42.889989+0000","last_became_peered":"2024-09-10T10:17:42.889989+0000","last_unstale":"2024-09-10T10:17:44.861932+0000","last_undegraded":"2024-09-10T10:17:44.861932+0000","last_fullsized":"2024-09-10T10:17:44.861932+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:21.197741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.862794+0000","last_change":"2024-09-10T10:17:43.886646+0000","last_active":"2024-09-10T10:17:44.862794+0000","last_peered":"2024-09-10T10:17:44.862794+0000","last_clean":"2024-09-10T10:17:44.862794+0000","last_became_active":"2024-09-10T10:17:43.882903+0000","last_became_peered":"2024-09-10T10:17:43.882903+0000","last_unstale":"2024-09-10T10:17:44.862794+0000","last_undegraded":"2024-09-10T10:17:44.862794+0000","last_fullsized":"2024-09-10T10:17:44.862794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:56.244508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859905+0000","last_change":"2024-09-10T10:17:42.880785+0000","last_active":"2024-09-10T10:17:44.859905+0000","last_peered":"2024-09-10T10:17:44.859905+0000","last_clean":"2024-09-10T10:17:44.859905+0000","last_became_active":"2024-09-10T10:17:42.880417+0000","last_became_peered":"2024-09-10T10:17:42.880417+0000","last_unstale":"2024-09-10T10:17:44.859905+0000","last_undegraded":"2024-09-10T10:17:44.859905+0000","last_fullsized":"2024-09-10T10:17:44.859905+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:40:46.666592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859794+0000","last_change":"2024-09-10T10:17:43.894127+0000","last_active":"2024-09-10T10:17:44.859794+0000","last_peered":"2024-09-10T10:17:44.859794+0000","last_clean":"2024-09-10T10:17:44.859794+0000","last_became_active":"2024-09-10T10:17:43.893798+0000","last_became_peered":"2024-09-10T10:17:43.893798+0000","last_unstale":"2024-09-10T10:17:44.859794+0000","last_undegraded":"2024-09-10T10:17:44.859794+0000","last_fullsized":"2024-09-10T10:17:44.859794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:56.244508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.893056+0000","last_change":"2024-09-10T10:17:42.874633+0000","last_active":"2024-09-10T10:17:44.893056+0000","last_peered":"2024-09-10T10:17:44.893056+0000","last_clean":"2024-09-10T10:17:44.893056+0000","last_became_active":"2024-09-10T10:17:42.874208+0000","last_became_peered":"2024-09-10T10:17:42.874208+0000","last_unstale":"2024-09-10T10:17:44.893056+0000","last_undegraded":"2024-09-10T10:17:44.893056+0000","last_fullsized":"2024-09-10T10:17:44.893056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:50:38.385233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860135+0000","last_change":"2024-09-10T10:17:43.911567+0000","last_active":"2024-09-10T10:17:44.860135+0000","last_peered":"2024-09-10T10:17:44.860135+0000","last_clean":"2024-09-10T10:17:44.860135+0000","last_became_active":"2024-09-10T10:17:43.908845+0000","last_became_peered":"2024-09-10T10:17:43.908845+0000","last_unstale":"2024-09-10T10:17:44.860135+0000","last_undegraded":"2024-09-10T10:17:44.860135+0000","last_fullsized":"2024-09-10T10:17:44.860135+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:28.703920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860985+0000","last_change":"2024-09-10T10:17:42.887927+0000","last_active":"2024-09-10T10:17:44.860985+0000","last_peered":"2024-09-10T10:17:44.860985+0000","last_clean":"2024-09-10T10:17:44.860985+0000","last_became_active":"2024-09-10T10:17:42.887181+0000","last_became_peered":"2024-09-10T10:17:42.887181+0000","last_unstale":"2024-09-10T10:17:44.860985+0000","last_undegraded":"2024-09-10T10:17:44.860985+0000","last_fullsized":"2024-09-10T10:17:44.860985+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:16.771943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860849+0000","last_change":"2024-09-10T10:17:43.891712+0000","last_active":"2024-09-10T10:17:44.860849+0000","last_peered":"2024-09-10T10:17:44.860849+0000","last_clean":"2024-09-10T10:17:44.860849+0000","last_became_active":"2024-09-10T10:17:43.891363+0000","last_became_peered":"2024-09-10T10:17:43.891363+0000","last_unstale":"2024-09-10T10:17:44.860849+0000","last_undegraded":"2024-09-10T10:17:44.860849+0000","last_fullsized":"2024-09-10T10:17:44.860849+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:49.139300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860206+0000","last_change":"2024-09-10T10:17:42.878646+0000","last_active":"2024-09-10T10:17:44.860206+0000","last_peered":"2024-09-10T10:17:44.860206+0000","last_clean":"2024-09-10T10:17:44.860206+0000","last_became_active":"2024-09-10T10:17:42.877935+0000","last_became_peered":"2024-09-10T10:17:42.877935+0000","last_unstale":"2024-09-10T10:17:44.860206+0000","last_undegraded":"2024-09-10T10:17:44.860206+0000","last_fullsized":"2024-09-10T10:17:44.860206+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:16.771943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.894931+0000","last_change":"2024-09-10T10:17:43.891360+0000","last_active":"2024-09-10T10:17:43.894931+0000","last_peered":"2024-09-10T10:17:43.894931+0000","last_clean":"2024-09-10T10:17:43.894931+0000","last_became_active":"2024-09-10T10:17:43.890409+0000","last_became_peered":"2024-09-10T10:17:43.890409+0000","last_unstale":"2024-09-10T10:17:43.894931+0000","last_undegraded":"2024-09-10T10:17:43.894931+0000","last_fullsized":"2024-09-10T10:17:43.894931+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:31.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863808+0000","last_change":"2024-09-10T10:17:42.891298+0000","last_active":"2024-09-10T10:17:44.863808+0000","last_peered":"2024-09-10T10:17:44.863808+0000","last_clean":"2024-09-10T10:17:44.863808+0000","last_became_active":"2024-09-10T10:17:42.890494+0000","last_became_peered":"2024-09-10T10:17:42.890494+0000","last_unstale":"2024-09-10T10:17:44.863808+0000","last_undegraded":"2024-09-10T10:17:44.863808+0000","last_fullsized":"2024-09-10T10:17:44.863808+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:17.293146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859582+0000","last_change":"2024-09-10T10:17:43.893571+0000","last_active":"2024-09-10T10:17:44.859582+0000","last_peered":"2024-09-10T10:17:44.859582+0000","last_clean":"2024-09-10T10:17:44.859582+0000","last_became_active":"2024-09-10T10:17:43.893282+0000","last_became_peered":"2024-09-10T10:17:43.893282+0000","last_unstale":"2024-09-10T10:17:44.859582+0000","last_undegraded":"2024-09-10T10:17:44.859582+0000","last_fullsized":"2024-09-10T10:17:44.859582+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:34.528335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.871567+0000","last_change":"2024-09-10T10:17:42.888268+0000","last_active":"2024-09-10T10:17:43.871567+0000","last_peered":"2024-09-10T10:17:43.871567+0000","last_clean":"2024-09-10T10:17:43.871567+0000","last_became_active":"2024-09-10T10:17:42.887858+0000","last_became_peered":"2024-09-10T10:17:42.887858+0000","last_unstale":"2024-09-10T10:17:43.871567+0000","last_undegraded":"2024-09-10T10:17:43.871567+0000","last_fullsized":"2024-09-10T10:17:43.871567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:38:18.745051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072433+0000","last_change":"2024-09-10T10:17:43.904443+0000","last_active":"2024-09-10T10:17:45.072433+0000","last_peered":"2024-09-10T10:17:45.072433+0000","last_clean":"2024-09-10T10:17:45.072433+0000","last_became_active":"2024-09-10T10:17:43.903502+0000","last_became_peered":"2024-09-10T10:17:43.903502+0000","last_unstale":"2024-09-10T10:17:45.072433+0000","last_undegraded":"2024-09-10T10:17:45.072433+0000","last_fullsized":"2024-09-10T10:17:45.072433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:34.528335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.858883+0000","last_change":"2024-09-10T10:17:42.883286+0000","last_active":"2024-09-10T10:17:44.858883+0000","last_peered":"2024-09-10T10:17:44.858883+0000","last_clean":"2024-09-10T10:17:44.858883+0000","last_became_active":"2024-09-10T10:17:42.882896+0000","last_became_peered":"2024-09-10T10:17:42.882896+0000","last_unstale":"2024-09-10T10:17:44.858883+0000","last_undegraded":"2024-09-10T10:17:44.858883+0000","last_fullsized":"2024-09-10T10:17:44.858883+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:55.469068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073983+0000","last_change":"2024-09-10T10:17:43.893076+0000","last_active":"2024-09-10T10:17:45.073983+0000","last_peered":"2024-09-10T10:17:45.073983+0000","last_clean":"2024-09-10T10:17:45.073983+0000","last_became_active":"2024-09-10T10:17:43.892741+0000","last_became_peered":"2024-09-10T10:17:43.892741+0000","last_unstale":"2024-09-10T10:17:45.073983+0000","last_undegraded":"2024-09-10T10:17:45.073983+0000","last_fullsized":"2024-09-10T10:17:45.073983+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:40:47.676242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.858930+0000","last_change":"2024-09-10T10:17:42.881669+0000","last_active":"2024-09-10T10:17:44.858930+0000","last_peered":"2024-09-10T10:17:44.858930+0000","last_clean":"2024-09-10T10:17:44.858930+0000","last_became_active":"2024-09-10T10:17:42.881171+0000","last_became_peered":"2024-09-10T10:17:42.881171+0000","last_unstale":"2024-09-10T10:17:44.858930+0000","last_undegraded":"2024-09-10T10:17:44.858930+0000","last_fullsized":"2024-09-10T10:17:44.858930+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:57.557157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863698+0000","last_change":"2024-09-10T10:17:43.869680+0000","last_active":"2024-09-10T10:17:44.863698+0000","last_peered":"2024-09-10T10:17:44.863698+0000","last_clean":"2024-09-10T10:17:44.863698+0000","last_became_active":"2024-09-10T10:17:43.868876+0000","last_became_peered":"2024-09-10T10:17:43.868876+0000","last_unstale":"2024-09-10T10:17:44.863698+0000","last_undegraded":"2024-09-10T10:17:44.863698+0000","last_fullsized":"2024-09-10T10:17:44.863698+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:32.098703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.910392+0000","last_change":"2024-09-10T10:17:42.877664+0000","last_active":"2024-09-10T10:17:43.910392+0000","last_peered":"2024-09-10T10:17:43.910392+0000","last_clean":"2024-09-10T10:17:43.910392+0000","last_became_active":"2024-09-10T10:17:42.877317+0000","last_became_peered":"2024-09-10T10:17:42.877317+0000","last_unstale":"2024-09-10T10:17:43.910392+0000","last_undegraded":"2024-09-10T10:17:43.910392+0000","last_fullsized":"2024-09-10T10:17:43.910392+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:51.863350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863346+0000","last_change":"2024-09-10T10:17:43.881604+0000","last_active":"2024-09-10T10:17:44.863346+0000","last_peered":"2024-09-10T10:17:44.863346+0000","last_clean":"2024-09-10T10:17:44.863346+0000","last_became_active":"2024-09-10T10:17:43.880787+0000","last_became_peered":"2024-09-10T10:17:43.880787+0000","last_unstale":"2024-09-10T10:17:44.863346+0000","last_undegraded":"2024-09-10T10:17:44.863346+0000","last_fullsized":"2024-09-10T10:17:44.863346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:13.561906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863972+0000","last_change":"2024-09-10T10:17:42.891273+0000","last_active":"2024-09-10T10:17:44.863972+0000","last_peered":"2024-09-10T10:17:44.863972+0000","last_clean":"2024-09-10T10:17:44.863972+0000","last_became_active":"2024-09-10T10:17:42.890464+0000","last_became_peered":"2024-09-10T10:17:42.890464+0000","last_unstale":"2024-09-10T10:17:44.863972+0000","last_undegraded":"2024-09-10T10:17:44.863972+0000","last_fullsized":"2024-09-10T10:17:44.863972+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:09.938014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.898821+0000","last_change":"2024-09-10T10:17:43.895618+0000","last_active":"2024-09-10T10:17:43.898821+0000","last_peered":"2024-09-10T10:17:43.898821+0000","last_clean":"2024-09-10T10:17:43.898821+0000","last_became_active":"2024-09-10T10:17:43.895315+0000","last_became_peered":"2024-09-10T10:17:43.895315+0000","last_unstale":"2024-09-10T10:17:43.898821+0000","last_undegraded":"2024-09-10T10:17:43.898821+0000","last_fullsized":"2024-09-10T10:17:43.898821+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:36.109565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863296+0000","last_change":"2024-09-10T10:17:42.873901+0000","last_active":"2024-09-10T10:17:44.863296+0000","last_peered":"2024-09-10T10:17:44.863296+0000","last_clean":"2024-09-10T10:17:44.863296+0000","last_became_active":"2024-09-10T10:17:42.873172+0000","last_became_peered":"2024-09-10T10:17:42.873172+0000","last_unstale":"2024-09-10T10:17:44.863296+0000","last_undegraded":"2024-09-10T10:17:44.863296+0000","last_fullsized":"2024-09-10T10:17:44.863296+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:36.985304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.047158+0000","last_change":"2024-09-10T10:17:43.898724+0000","last_active":"2024-09-10T10:17:45.047158+0000","last_peered":"2024-09-10T10:17:45.047158+0000","last_clean":"2024-09-10T10:17:45.047158+0000","last_became_active":"2024-09-10T10:17:43.898363+0000","last_became_peered":"2024-09-10T10:17:43.898363+0000","last_unstale":"2024-09-10T10:17:45.047158+0000","last_undegraded":"2024-09-10T10:17:45.047158+0000","last_fullsized":"2024-09-10T10:17:45.047158+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:20.110443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.864129+0000","last_change":"2024-09-10T10:17:42.870043+0000","last_active":"2024-09-10T10:17:44.864129+0000","last_peered":"2024-09-10T10:17:44.864129+0000","last_clean":"2024-09-10T10:17:44.864129+0000","last_became_active":"2024-09-10T10:17:42.868868+0000","last_became_peered":"2024-09-10T10:17:42.868868+0000","last_unstale":"2024-09-10T10:17:44.864129+0000","last_undegraded":"2024-09-10T10:17:44.864129+0000","last_fullsized":"2024-09-10T10:17:44.864129+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:07.234975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046655+0000","last_change":"2024-09-10T10:17:43.890883+0000","last_active":"2024-09-10T10:17:45.046655+0000","last_peered":"2024-09-10T10:17:45.046655+0000","last_clean":"2024-09-10T10:17:45.046655+0000","last_became_active":"2024-09-10T10:17:43.890322+0000","last_became_peered":"2024-09-10T10:17:43.890322+0000","last_unstale":"2024-09-10T10:17:45.046655+0000","last_undegraded":"2024-09-10T10:17:45.046655+0000","last_fullsized":"2024-09-10T10:17:45.046655+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:57.982855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892829+0000","last_change":"2024-09-10T10:17:42.882432+0000","last_active":"2024-09-10T10:17:44.892829+0000","last_peered":"2024-09-10T10:17:44.892829+0000","last_clean":"2024-09-10T10:17:44.892829+0000","last_became_active":"2024-09-10T10:17:42.882013+0000","last_became_peered":"2024-09-10T10:17:42.882013+0000","last_unstale":"2024-09-10T10:17:44.892829+0000","last_undegraded":"2024-09-10T10:17:44.892829+0000","last_fullsized":"2024-09-10T10:17:44.892829+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:19.100793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.047039+0000","last_change":"2024-09-10T10:17:43.889536+0000","last_active":"2024-09-10T10:17:45.047039+0000","last_peered":"2024-09-10T10:17:45.047039+0000","last_clean":"2024-09-10T10:17:45.047039+0000","last_became_active":"2024-09-10T10:17:43.889023+0000","last_became_peered":"2024-09-10T10:17:43.889023+0000","last_unstale":"2024-09-10T10:17:45.047039+0000","last_undegraded":"2024-09-10T10:17:45.047039+0000","last_fullsized":"2024-09-10T10:17:45.047039+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:08:58.075956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073556+0000","last_change":"2024-09-10T10:17:42.887831+0000","last_active":"2024-09-10T10:17:45.073556+0000","last_peered":"2024-09-10T10:17:45.073556+0000","last_clean":"2024-09-10T10:17:45.073556+0000","last_became_active":"2024-09-10T10:17:42.887081+0000","last_became_peered":"2024-09-10T10:17:42.887081+0000","last_unstale":"2024-09-10T10:17:45.073556+0000","last_undegraded":"2024-09-10T10:17:45.073556+0000","last_fullsized":"2024-09-10T10:17:45.073556+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:46.021058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046568+0000","last_change":"2024-09-10T10:17:43.887936+0000","last_active":"2024-09-10T10:17:45.046568+0000","last_peered":"2024-09-10T10:17:45.046568+0000","last_clean":"2024-09-10T10:17:45.046568+0000","last_became_active":"2024-09-10T10:17:43.887327+0000","last_became_peered":"2024-09-10T10:17:43.887327+0000","last_unstale":"2024-09-10T10:17:45.046568+0000","last_undegraded":"2024-09-10T10:17:45.046568+0000","last_fullsized":"2024-09-10T10:17:45.046568+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:47.030708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861890+0000","last_change":"2024-09-10T10:17:42.880863+0000","last_active":"2024-09-10T10:17:44.861890+0000","last_peered":"2024-09-10T10:17:44.861890+0000","last_clean":"2024-09-10T10:17:44.861890+0000","last_became_active":"2024-09-10T10:17:42.879796+0000","last_became_peered":"2024-09-10T10:17:42.879796+0000","last_unstale":"2024-09-10T10:17:44.861890+0000","last_undegraded":"2024-09-10T10:17:44.861890+0000","last_fullsized":"2024-09-10T10:17:44.861890+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:01.345348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072695+0000","last_change":"2024-09-10T10:17:43.905824+0000","last_active":"2024-09-10T10:17:45.072695+0000","last_peered":"2024-09-10T10:17:45.072695+0000","last_clean":"2024-09-10T10:17:45.072695+0000","last_became_active":"2024-09-10T10:17:43.904065+0000","last_became_peered":"2024-09-10T10:17:43.904065+0000","last_unstale":"2024-09-10T10:17:45.072695+0000","last_undegraded":"2024-09-10T10:17:45.072695+0000","last_fullsized":"2024-09-10T10:17:45.072695+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:56.244508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859676+0000","last_change":"2024-09-10T10:17:42.889238+0000","last_active":"2024-09-10T10:17:44.859676+0000","last_peered":"2024-09-10T10:17:44.859676+0000","last_clean":"2024-09-10T10:17:44.859676+0000","last_became_active":"2024-09-10T10:17:42.886084+0000","last_became_peered":"2024-09-10T10:17:42.886084+0000","last_unstale":"2024-09-10T10:17:44.859676+0000","last_undegraded":"2024-09-10T10:17:44.859676+0000","last_fullsized":"2024-09-10T10:17:44.859676+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:55.469068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.047201+0000","last_change":"2024-09-10T10:17:43.874149+0000","last_active":"2024-09-10T10:17:45.047201+0000","last_peered":"2024-09-10T10:17:45.047201+0000","last_clean":"2024-09-10T10:17:45.047201+0000","last_became_active":"2024-09-10T10:17:43.873403+0000","last_became_peered":"2024-09-10T10:17:43.873403+0000","last_unstale":"2024-09-10T10:17:45.047201+0000","last_undegraded":"2024-09-10T10:17:45.047201+0000","last_fullsized":"2024-09-10T10:17:45.047201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:04.794889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.906693+0000","last_change":"2024-09-10T10:17:42.890776+0000","last_active":"2024-09-10T10:17:43.906693+0000","last_peered":"2024-09-10T10:17:43.906693+0000","last_clean":"2024-09-10T10:17:43.906693+0000","last_became_active":"2024-09-10T10:17:42.890413+0000","last_became_peered":"2024-09-10T10:17:42.890413+0000","last_unstale":"2024-09-10T10:17:43.906693+0000","last_undegraded":"2024-09-10T10:17:43.906693+0000","last_fullsized":"2024-09-10T10:17:43.906693+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:13.530714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863398+0000","last_change":"2024-09-10T10:17:43.895123+0000","last_active":"2024-09-10T10:17:44.863398+0000","last_peered":"2024-09-10T10:17:44.863398+0000","last_clean":"2024-09-10T10:17:44.863398+0000","last_became_active":"2024-09-10T10:17:43.892944+0000","last_became_peered":"2024-09-10T10:17:43.892944+0000","last_unstale":"2024-09-10T10:17:44.863398+0000","last_undegraded":"2024-09-10T10:17:44.863398+0000","last_fullsized":"2024-09-10T10:17:44.863398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:54.377792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.895827+0000","last_change":"2024-09-10T10:17:42.881696+0000","last_active":"2024-09-10T10:17:44.895827+0000","last_peered":"2024-09-10T10:17:44.895827+0000","last_clean":"2024-09-10T10:17:44.895827+0000","last_became_active":"2024-09-10T10:17:42.881218+0000","last_became_peered":"2024-09-10T10:17:42.881218+0000","last_unstale":"2024-09-10T10:17:44.895827+0000","last_undegraded":"2024-09-10T10:17:44.895827+0000","last_fullsized":"2024-09-10T10:17:44.895827+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:45.899313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892535+0000","last_change":"2024-09-10T10:17:43.887060+0000","last_active":"2024-09-10T10:17:44.892535+0000","last_peered":"2024-09-10T10:17:44.892535+0000","last_clean":"2024-09-10T10:17:44.892535+0000","last_became_active":"2024-09-10T10:17:43.885740+0000","last_became_peered":"2024-09-10T10:17:43.885740+0000","last_unstale":"2024-09-10T10:17:44.892535+0000","last_undegraded":"2024-09-10T10:17:44.892535+0000","last_fullsized":"2024-09-10T10:17:44.892535+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:23.152383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.871343+0000","last_change":"2024-09-10T10:17:42.877088+0000","last_active":"2024-09-10T10:17:43.871343+0000","last_peered":"2024-09-10T10:17:43.871343+0000","last_clean":"2024-09-10T10:17:43.871343+0000","last_became_active":"2024-09-10T10:17:42.876768+0000","last_became_peered":"2024-09-10T10:17:42.876768+0000","last_unstale":"2024-09-10T10:17:43.871343+0000","last_undegraded":"2024-09-10T10:17:43.871343+0000","last_fullsized":"2024-09-10T10:17:43.871343+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:42.488005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073724+0000","last_change":"2024-09-10T10:17:43.889812+0000","last_active":"2024-09-10T10:17:45.073724+0000","last_peered":"2024-09-10T10:17:45.073724+0000","last_clean":"2024-09-10T10:17:45.073724+0000","last_became_active":"2024-09-10T10:17:43.889395+0000","last_became_peered":"2024-09-10T10:17:43.889395+0000","last_unstale":"2024-09-10T10:17:45.073724+0000","last_undegraded":"2024-09-10T10:17:45.073724+0000","last_fullsized":"2024-09-10T10:17:45.073724+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:56.478718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.893140+0000","last_change":"2024-09-10T10:17:42.886991+0000","last_active":"2024-09-10T10:17:44.893140+0000","last_peered":"2024-09-10T10:17:44.893140+0000","last_clean":"2024-09-10T10:17:44.893140+0000","last_became_active":"2024-09-10T10:17:42.886638+0000","last_became_peered":"2024-09-10T10:17:42.886638+0000","last_unstale":"2024-09-10T10:17:44.893140+0000","last_undegraded":"2024-09-10T10:17:44.893140+0000","last_fullsized":"2024-09-10T10:17:44.893140+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:32:55.038257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892846+0000","last_change":"2024-09-10T10:17:43.880699+0000","last_active":"2024-09-10T10:17:44.892846+0000","last_peered":"2024-09-10T10:17:44.892846+0000","last_clean":"2024-09-10T10:17:44.892846+0000","last_became_active":"2024-09-10T10:17:43.878682+0000","last_became_peered":"2024-09-10T10:17:43.878682+0000","last_unstale":"2024-09-10T10:17:44.892846+0000","last_undegraded":"2024-09-10T10:17:44.892846+0000","last_fullsized":"2024-09-10T10:17:44.892846+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:54:53.063312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.871771+0000","last_change":"2024-09-10T10:17:42.887049+0000","last_active":"2024-09-10T10:17:43.871771+0000","last_peered":"2024-09-10T10:17:43.871771+0000","last_clean":"2024-09-10T10:17:43.871771+0000","last_became_active":"2024-09-10T10:17:42.886568+0000","last_became_peered":"2024-09-10T10:17:42.886568+0000","last_unstale":"2024-09-10T10:17:43.871771+0000","last_undegraded":"2024-09-10T10:17:43.871771+0000","last_fullsized":"2024-09-10T10:17:43.871771+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:20.881420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.858996+0000","last_change":"2024-09-10T10:17:43.898101+0000","last_active":"2024-09-10T10:17:44.858996+0000","last_peered":"2024-09-10T10:17:44.858996+0000","last_clean":"2024-09-10T10:17:44.858996+0000","last_became_active":"2024-09-10T10:17:43.897476+0000","last_became_peered":"2024-09-10T10:17:43.897476+0000","last_unstale":"2024-09-10T10:17:44.858996+0000","last_undegraded":"2024-09-10T10:17:44.858996+0000","last_fullsized":"2024-09-10T10:17:44.858996+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:58:50.352636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.862151+0000","last_change":"2024-09-10T10:17:42.889542+0000","last_active":"2024-09-10T10:17:44.862151+0000","last_peered":"2024-09-10T10:17:44.862151+0000","last_clean":"2024-09-10T10:17:44.862151+0000","last_became_active":"2024-09-10T10:17:42.888525+0000","last_became_peered":"2024-09-10T10:17:42.888525+0000","last_unstale":"2024-09-10T10:17:44.862151+0000","last_undegraded":"2024-09-10T10:17:44.862151+0000","last_fullsized":"2024-09-10T10:17:44.862151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:18.874895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861640+0000","last_change":"2024-09-10T10:17:43.892596+0000","last_active":"2024-09-10T10:17:44.861640+0000","last_peered":"2024-09-10T10:17:44.861640+0000","last_clean":"2024-09-10T10:17:44.861640+0000","last_became_active":"2024-09-10T10:17:43.892181+0000","last_became_peered":"2024-09-10T10:17:43.892181+0000","last_unstale":"2024-09-10T10:17:44.861640+0000","last_undegraded":"2024-09-10T10:17:44.861640+0000","last_fullsized":"2024-09-10T10:17:44.861640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:31.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859128+0000","last_change":"2024-09-10T10:17:42.881133+0000","last_active":"2024-09-10T10:17:44.859128+0000","last_peered":"2024-09-10T10:17:44.859128+0000","last_clean":"2024-09-10T10:17:44.859128+0000","last_became_active":"2024-09-10T10:17:42.880668+0000","last_became_peered":"2024-09-10T10:17:42.880668+0000","last_unstale":"2024-09-10T10:17:44.859128+0000","last_undegraded":"2024-09-10T10:17:44.859128+0000","last_fullsized":"2024-09-10T10:17:44.859128+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:23:23.672936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072869+0000","last_change":"2024-09-10T10:17:43.906185+0000","last_active":"2024-09-10T10:17:45.072869+0000","last_peered":"2024-09-10T10:17:45.072869+0000","last_clean":"2024-09-10T10:17:45.072869+0000","last_became_active":"2024-09-10T10:17:43.905831+0000","last_became_peered":"2024-09-10T10:17:43.905831+0000","last_unstale":"2024-09-10T10:17:45.072869+0000","last_undegraded":"2024-09-10T10:17:45.072869+0000","last_fullsized":"2024-09-10T10:17:45.072869+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:13.561906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073221+0000","last_change":"2024-09-10T10:17:42.896259+0000","last_active":"2024-09-10T10:17:45.073221+0000","last_peered":"2024-09-10T10:17:45.073221+0000","last_clean":"2024-09-10T10:17:45.073221+0000","last_became_active":"2024-09-10T10:17:42.895446+0000","last_became_peered":"2024-09-10T10:17:42.895446+0000","last_unstale":"2024-09-10T10:17:45.073221+0000","last_undegraded":"2024-09-10T10:17:45.073221+0000","last_fullsized":"2024-09-10T10:17:45.073221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:43:22.677789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":190,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072912+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:17:45.072912+0000","last_peered":"2024-09-10T10:17:45.072912+0000","last_clean":"2024-09-10T10:17:45.072912+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:17:45.072912+0000","last_undegraded":"2024-09-10T10:17:45.072912+0000","last_fullsized":"2024-09-10T10:17:45.072912+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":950272,"data_stored":726117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509455,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":360448,"data_stored":136275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509455,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":136331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":137293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":356352,"data_stored":135729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509457,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36276,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335564,"statfs":{"total":96636764160,"available":96599617536,"internally_reserved":0,"allocated":946176,"data_stored":726027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542160,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":360448,"data_stored":135763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574862,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35672,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336168,"statfs":{"total":96636764160,"available":96600236032,"internally_reserved":0,"allocated":327680,"data_stored":122584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:17:47.911 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:17:48.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974bb70640 1 Processor -- start 2024-09-10T10:17:48.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974bb70640 1 -- start start 2024-09-10T10:17:48.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974bb70640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f974415c280 0x7f9744073f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974bb70640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f974415c660 0x7f97440b4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974bb70640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f974415cf90 con 0x7f974415cad0 2024-09-10T10:17:48.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974bb70640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f974415d940 con 0x7f974415c660 2024-09-10T10:17:48.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974bb70640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f974415d270 con 0x7f974415c280 2024-09-10T10:17:48.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974910b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f974415c660 0x7f97440b4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974a10d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f974415cad0 0x7f97440b5ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:57104/0 (socket says 172.21.15.157:57104) 2024-09-10T10:17:48.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974a10d640 1 -- 172.21.15.157:0/885779160 learned_addr learned my addr 172.21.15.157:0/885779160 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:48.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974990c640 1 --2- 172.21.15.157:0/885779160 >> v2:172.21.15.192:3300/0 conn(0x7f974415c280 0x7f9744073f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974910b640 1 -- 172.21.15.157:0/885779160 >> v2:172.21.15.192:3300/0 conn(0x7f974415c280 msgr2=0x7f9744073f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:48.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974910b640 1 --2- 172.21.15.157:0/885779160 >> v2:172.21.15.192:3300/0 conn(0x7f974415c280 0x7f9744073f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974910b640 1 -- 172.21.15.157:0/885779160 >> v1:172.21.15.157:6789/0 conn(0x7f974415cad0 legacy=0x7f97440b5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974890a640 1 -- 172.21.15.157:0/885779160 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3616017957 0 0) 0x7f974415cf90 con 0x7f974415cad0 2024-09-10T10:17:48.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.064+0000 7f974910b640 1 -- 172.21.15.157:0/885779160 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f974415d550 con 0x7f974415c660 2024-09-10T10:17:48.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974910b640 1 --2- 172.21.15.157:0/885779160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 0x7f97440b4380 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f97440d35e0 tx=0x7f973401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9037e9204c77645f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:48.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974890a640 1 -- 172.21.15.157:0/885779160 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97340b0070 con 0x7f974415c660 2024-09-10T10:17:48.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974890a640 1 -- 172.21.15.157:0/885779160 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97340ab600 con 0x7f974415c660 2024-09-10T10:17:48.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974890a640 1 -- 172.21.15.157:0/885779160 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97340ab9d0 con 0x7f974415c660 2024-09-10T10:17:48.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 -- 172.21.15.157:0/885779160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 msgr2=0x7f97440b4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 --2- 172.21.15.157:0/885779160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 0x7f97440b4380 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f97440d35e0 tx=0x7f973401c3f0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 -- 172.21.15.157:0/885779160 shutdown_connections 2024-09-10T10:17:48.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 --2- 172.21.15.157:0/885779160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 0x7f97440b4380 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 --2- 172.21.15.157:0/885779160 >> v2:172.21.15.192:3300/0 conn(0x7f974415c280 0x7f9744073f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 -- 172.21.15.157:0/885779160 >> 172.21.15.157:0/885779160 conn(0x7f9744067a00 msgr2=0x7f9744067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:48.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 -- 172.21.15.157:0/885779160 shutdown_connections 2024-09-10T10:17:48.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 -- 172.21.15.157:0/885779160 wait complete. 2024-09-10T10:17:48.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 Processor -- start 2024-09-10T10:17:48.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 -- start start 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f974415c280 0x7f97440d00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.068+0000 7f974bb70640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 0x7f9744139170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974bb70640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f974415cad0 0x7f974413bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974bb70640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f9744169150 con 0x7f974415c660 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974bb70640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9744168fd0 con 0x7f974415cad0 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974bb70640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f97441692d0 con 0x7f974415c280 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974910b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 0x7f9744139170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974910b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 0x7f9744139170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41830/0 (socket says 172.21.15.157:41830) 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974910b640 1 -- 172.21.15.157:0/2306902625 learned_addr learned my addr 172.21.15.157:0/2306902625 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974910b640 1 -- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f974415c280 msgr2=0x7f97440d00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974910b640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f974415c280 0x7f97440d00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974910b640 1 -- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f974415cad0 msgr2=0x7f974413bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974910b640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f974415cad0 0x7f974413bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974910b640 1 -- 172.21.15.157:0/2306902625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97440d3360 con 0x7f974415c660 2024-09-10T10:17:48.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974910b640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 0x7f9744139170 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f97340ae040 tx=0x7f9734019190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:48.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f973a7fc640 1 -- 172.21.15.157:0/2306902625 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97340b8020 con 0x7f974415c660 2024-09-10T10:17:48.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f973a7fc640 1 -- 172.21.15.157:0/2306902625 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97340b4610 con 0x7f974415c660 2024-09-10T10:17:48.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97440d27e0 con 0x7f974415c660 2024-09-10T10:17:48.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f973a7fc640 1 -- 172.21.15.157:0/2306902625 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97340b0040 con 0x7f974415c660 2024-09-10T10:17:48.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97440d2da0 con 0x7f974415c660 2024-09-10T10:17:48.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9744073f10 con 0x7f974415c660 2024-09-10T10:17:48.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f973a7fc640 1 -- 172.21.15.157:0/2306902625 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f97340bb020 con 0x7f974415c660 2024-09-10T10:17:48.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f973a7fc640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f97280678c0 0x7f9728069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f973a7fc640 1 -- 172.21.15.157:0/2306902625 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f973411f990 con 0x7f974415c660 2024-09-10T10:17:48.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974990c640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f97280678c0 0x7f9728069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.072+0000 7f974990c640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f97280678c0 0x7f9728069d80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f97400098f0 tx=0x7f9740008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:48.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.076+0000 7f973a7fc640 1 -- 172.21.15.157:0/2306902625 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f97340c2030 con 0x7f974415c660 2024-09-10T10:17:48.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.236+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9744151c50 con 0x7f97280678c0 2024-09-10T10:17:48.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.252+0000 7f973a7fc640 1 -- 172.21.15.157:0/2306902625 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251942 (secure 0 0 0) 0x7f9744151c50 con 0x7f97280678c0 2024-09-10T10:17:48.258 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:48.259 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:17:48.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f97280678c0 msgr2=0x7f9728069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f97280678c0 0x7f9728069d80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f97400098f0 tx=0x7f9740008040 comp rx=0 tx=0).stop 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 msgr2=0x7f9744139170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 0x7f9744139170 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f97340ae040 tx=0x7f9734019190 comp rx=0 tx=0).stop 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 shutdown_connections 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f97280678c0 0x7f9728069d80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f974415cad0 0x7f974413bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f974415c660 0x7f9744139170 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 --2- 172.21.15.157:0/2306902625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f974415c280 0x7f97440d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 >> 172.21.15.157:0/2306902625 conn(0x7f9744067a00 msgr2=0x7f9744154010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 shutdown_connections 2024-09-10T10:17:48.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.256+0000 7f974bb70640 1 -- 172.21.15.157:0/2306902625 wait complete. 2024-09-10T10:17:48.279 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":57,"stamp":"2024-09-10T10:17:47.436820+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":148,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":245140,"kb_used_data":3936,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754729580,"statfs":{"total":773094113280,"available":772843089920,"internally_reserved":0,"allocated":4030464,"data_stored":2256119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.595369"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073978+0000","last_change":"2024-09-10T10:17:43.886055+0000","last_active":"2024-09-10T10:17:45.073978+0000","last_peered":"2024-09-10T10:17:45.073978+0000","last_clean":"2024-09-10T10:17:45.073978+0000","last_became_active":"2024-09-10T10:17:43.885708+0000","last_became_peered":"2024-09-10T10:17:43.885708+0000","last_unstale":"2024-09-10T10:17:45.073978+0000","last_undegraded":"2024-09-10T10:17:45.073978+0000","last_fullsized":"2024-09-10T10:17:45.073978+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:17.781593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859969+0000","last_change":"2024-09-10T10:17:43.897421+0000","last_active":"2024-09-10T10:17:44.859969+0000","last_peered":"2024-09-10T10:17:44.859969+0000","last_clean":"2024-09-10T10:17:44.859969+0000","last_became_active":"2024-09-10T10:17:43.894284+0000","last_became_peered":"2024-09-10T10:17:43.894284+0000","last_unstale":"2024-09-10T10:17:44.859969+0000","last_undegraded":"2024-09-10T10:17:44.859969+0000","last_fullsized":"2024-09-10T10:17:44.859969+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:37.091087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860982+0000","last_change":"2024-09-10T10:17:43.885973+0000","last_active":"2024-09-10T10:17:44.860982+0000","last_peered":"2024-09-10T10:17:44.860982+0000","last_clean":"2024-09-10T10:17:44.860982+0000","last_became_active":"2024-09-10T10:17:43.885652+0000","last_became_peered":"2024-09-10T10:17:43.885652+0000","last_unstale":"2024-09-10T10:17:44.860982+0000","last_undegraded":"2024-09-10T10:17:44.860982+0000","last_fullsized":"2024-09-10T10:17:44.860982+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:34.528335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.898846+0000","last_change":"2024-09-10T10:17:43.895808+0000","last_active":"2024-09-10T10:17:43.898846+0000","last_peered":"2024-09-10T10:17:43.898846+0000","last_clean":"2024-09-10T10:17:43.898846+0000","last_became_active":"2024-09-10T10:17:43.895423+0000","last_became_peered":"2024-09-10T10:17:43.895423+0000","last_unstale":"2024-09-10T10:17:43.898846+0000","last_undegraded":"2024-09-10T10:17:43.898846+0000","last_fullsized":"2024-09-10T10:17:43.898846+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:22.925340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046648+0000","last_change":"2024-09-10T10:17:43.887283+0000","last_active":"2024-09-10T10:17:45.046648+0000","last_peered":"2024-09-10T10:17:45.046648+0000","last_clean":"2024-09-10T10:17:45.046648+0000","last_became_active":"2024-09-10T10:17:43.886945+0000","last_became_peered":"2024-09-10T10:17:43.886945+0000","last_unstale":"2024-09-10T10:17:45.046648+0000","last_undegraded":"2024-09-10T10:17:45.046648+0000","last_fullsized":"2024-09-10T10:17:45.046648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:43:23.687439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859803+0000","last_change":"2024-09-10T10:17:43.888193+0000","last_active":"2024-09-10T10:17:44.859803+0000","last_peered":"2024-09-10T10:17:44.859803+0000","last_clean":"2024-09-10T10:17:44.859803+0000","last_became_active":"2024-09-10T10:17:43.887630+0000","last_became_peered":"2024-09-10T10:17:43.887630+0000","last_unstale":"2024-09-10T10:17:44.859803+0000","last_undegraded":"2024-09-10T10:17:44.859803+0000","last_fullsized":"2024-09-10T10:17:44.859803+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:13.561906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072284+0000","last_change":"2024-09-10T10:17:43.904393+0000","last_active":"2024-09-10T10:17:45.072284+0000","last_peered":"2024-09-10T10:17:45.072284+0000","last_clean":"2024-09-10T10:17:45.072284+0000","last_became_active":"2024-09-10T10:17:43.903699+0000","last_became_peered":"2024-09-10T10:17:43.903699+0000","last_unstale":"2024-09-10T10:17:45.072284+0000","last_undegraded":"2024-09-10T10:17:45.072284+0000","last_fullsized":"2024-09-10T10:17:45.072284+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:58:50.352636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.071963+0000","last_change":"2024-09-10T10:17:43.899210+0000","last_active":"2024-09-10T10:17:45.071963+0000","last_peered":"2024-09-10T10:17:45.071963+0000","last_clean":"2024-09-10T10:17:45.071963+0000","last_became_active":"2024-09-10T10:17:43.898758+0000","last_became_peered":"2024-09-10T10:17:43.898758+0000","last_unstale":"2024-09-10T10:17:45.071963+0000","last_undegraded":"2024-09-10T10:17:45.071963+0000","last_fullsized":"2024-09-10T10:17:45.071963+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:48.923993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.864292+0000","last_change":"2024-09-10T10:17:43.883209+0000","last_active":"2024-09-10T10:17:44.864292+0000","last_peered":"2024-09-10T10:17:44.864292+0000","last_clean":"2024-09-10T10:17:44.864292+0000","last_became_active":"2024-09-10T10:17:43.882439+0000","last_became_peered":"2024-09-10T10:17:43.882439+0000","last_unstale":"2024-09-10T10:17:44.864292+0000","last_undegraded":"2024-09-10T10:17:44.864292+0000","last_fullsized":"2024-09-10T10:17:44.864292+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:30.187788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.902497+0000","last_change":"2024-09-10T10:17:43.901237+0000","last_active":"2024-09-10T10:17:43.902497+0000","last_peered":"2024-09-10T10:17:43.902497+0000","last_clean":"2024-09-10T10:17:43.902497+0000","last_became_active":"2024-09-10T10:17:43.900922+0000","last_became_peered":"2024-09-10T10:17:43.900922+0000","last_unstale":"2024-09-10T10:17:43.902497+0000","last_undegraded":"2024-09-10T10:17:43.902497+0000","last_fullsized":"2024-09-10T10:17:43.902497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:32.098703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072956+0000","last_change":"2024-09-10T10:17:43.903916+0000","last_active":"2024-09-10T10:17:45.072956+0000","last_peered":"2024-09-10T10:17:45.072956+0000","last_clean":"2024-09-10T10:17:45.072956+0000","last_became_active":"2024-09-10T10:17:43.903639+0000","last_became_peered":"2024-09-10T10:17:43.903639+0000","last_unstale":"2024-09-10T10:17:45.072956+0000","last_undegraded":"2024-09-10T10:17:45.072956+0000","last_fullsized":"2024-09-10T10:17:45.072956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:54.377792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860956+0000","last_change":"2024-09-10T10:17:43.882203+0000","last_active":"2024-09-10T10:17:44.860956+0000","last_peered":"2024-09-10T10:17:44.860956+0000","last_clean":"2024-09-10T10:17:44.860956+0000","last_became_active":"2024-09-10T10:17:43.881466+0000","last_became_peered":"2024-09-10T10:17:43.881466+0000","last_unstale":"2024-09-10T10:17:44.860956+0000","last_undegraded":"2024-09-10T10:17:44.860956+0000","last_fullsized":"2024-09-10T10:17:44.860956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:58:50.352636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046759+0000","last_change":"2024-09-10T10:17:43.877846+0000","last_active":"2024-09-10T10:17:45.046759+0000","last_peered":"2024-09-10T10:17:45.046759+0000","last_clean":"2024-09-10T10:17:45.046759+0000","last_became_active":"2024-09-10T10:17:43.877031+0000","last_became_peered":"2024-09-10T10:17:43.877031+0000","last_unstale":"2024-09-10T10:17:45.046759+0000","last_undegraded":"2024-09-10T10:17:45.046759+0000","last_fullsized":"2024-09-10T10:17:45.046759+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:26:15.578603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859962+0000","last_change":"2024-09-10T10:17:43.886954+0000","last_active":"2024-09-10T10:17:44.859962+0000","last_peered":"2024-09-10T10:17:44.859962+0000","last_clean":"2024-09-10T10:17:44.859962+0000","last_became_active":"2024-09-10T10:17:43.886267+0000","last_became_peered":"2024-09-10T10:17:43.886267+0000","last_unstale":"2024-09-10T10:17:44.859962+0000","last_undegraded":"2024-09-10T10:17:44.859962+0000","last_fullsized":"2024-09-10T10:17:44.859962+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:54.377792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860067+0000","last_change":"2024-09-10T10:17:43.880557+0000","last_active":"2024-09-10T10:17:44.860067+0000","last_peered":"2024-09-10T10:17:44.860067+0000","last_clean":"2024-09-10T10:17:44.860067+0000","last_became_active":"2024-09-10T10:17:43.879798+0000","last_became_peered":"2024-09-10T10:17:43.879798+0000","last_unstale":"2024-09-10T10:17:44.860067+0000","last_undegraded":"2024-09-10T10:17:44.860067+0000","last_fullsized":"2024-09-10T10:17:44.860067+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:48.923993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.074233+0000","last_change":"2024-09-10T10:17:43.906359+0000","last_active":"2024-09-10T10:17:45.074233+0000","last_peered":"2024-09-10T10:17:45.074233+0000","last_clean":"2024-09-10T10:17:45.074233+0000","last_became_active":"2024-09-10T10:17:43.903941+0000","last_became_peered":"2024-09-10T10:17:43.903941+0000","last_unstale":"2024-09-10T10:17:45.074233+0000","last_undegraded":"2024-09-10T10:17:45.074233+0000","last_fullsized":"2024-09-10T10:17:45.074233+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:28.703920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073030+0000","last_change":"2024-09-10T10:17:43.906116+0000","last_active":"2024-09-10T10:17:45.073030+0000","last_peered":"2024-09-10T10:17:45.073030+0000","last_clean":"2024-09-10T10:17:45.073030+0000","last_became_active":"2024-09-10T10:17:43.905773+0000","last_became_peered":"2024-09-10T10:17:43.905773+0000","last_unstale":"2024-09-10T10:17:45.073030+0000","last_undegraded":"2024-09-10T10:17:45.073030+0000","last_fullsized":"2024-09-10T10:17:45.073030+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:37.091087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860131+0000","last_change":"2024-09-10T10:17:43.897127+0000","last_active":"2024-09-10T10:17:44.860131+0000","last_peered":"2024-09-10T10:17:44.860131+0000","last_clean":"2024-09-10T10:17:44.860131+0000","last_became_active":"2024-09-10T10:17:43.894391+0000","last_became_peered":"2024-09-10T10:17:43.894391+0000","last_unstale":"2024-09-10T10:17:44.860131+0000","last_undegraded":"2024-09-10T10:17:44.860131+0000","last_fullsized":"2024-09-10T10:17:44.860131+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:37:27.115575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859664+0000","last_change":"2024-09-10T10:17:43.897069+0000","last_active":"2024-09-10T10:17:44.859664+0000","last_peered":"2024-09-10T10:17:44.859664+0000","last_clean":"2024-09-10T10:17:44.859664+0000","last_became_active":"2024-09-10T10:17:43.893719+0000","last_became_peered":"2024-09-10T10:17:43.893719+0000","last_unstale":"2024-09-10T10:17:44.859664+0000","last_undegraded":"2024-09-10T10:17:44.859664+0000","last_fullsized":"2024-09-10T10:17:44.859664+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:50.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.047227+0000","last_change":"2024-09-10T10:17:43.873206+0000","last_active":"2024-09-10T10:17:45.047227+0000","last_peered":"2024-09-10T10:17:45.047227+0000","last_clean":"2024-09-10T10:17:45.047227+0000","last_became_active":"2024-09-10T10:17:43.872403+0000","last_became_peered":"2024-09-10T10:17:43.872403+0000","last_unstale":"2024-09-10T10:17:45.047227+0000","last_undegraded":"2024-09-10T10:17:45.047227+0000","last_fullsized":"2024-09-10T10:17:45.047227+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:50:39.394883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863042+0000","last_change":"2024-09-10T10:17:43.888853+0000","last_active":"2024-09-10T10:17:44.863042+0000","last_peered":"2024-09-10T10:17:44.863042+0000","last_clean":"2024-09-10T10:17:44.863042+0000","last_became_active":"2024-09-10T10:17:43.888422+0000","last_became_peered":"2024-09-10T10:17:43.888422+0000","last_unstale":"2024-09-10T10:17:44.863042+0000","last_undegraded":"2024-09-10T10:17:44.863042+0000","last_fullsized":"2024-09-10T10:17:44.863042+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:44:22.925340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863287+0000","last_change":"2024-09-10T10:17:43.892616+0000","last_active":"2024-09-10T10:17:44.863287+0000","last_peered":"2024-09-10T10:17:44.863287+0000","last_clean":"2024-09-10T10:17:44.863287+0000","last_became_active":"2024-09-10T10:17:43.892170+0000","last_became_peered":"2024-09-10T10:17:43.892170+0000","last_unstale":"2024-09-10T10:17:44.863287+0000","last_undegraded":"2024-09-10T10:17:44.863287+0000","last_fullsized":"2024-09-10T10:17:44.863287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:57.826408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892204+0000","last_change":"2024-09-10T10:17:43.899412+0000","last_active":"2024-09-10T10:17:44.892204+0000","last_peered":"2024-09-10T10:17:44.892204+0000","last_clean":"2024-09-10T10:17:44.892204+0000","last_became_active":"2024-09-10T10:17:43.899095+0000","last_became_peered":"2024-09-10T10:17:43.899095+0000","last_unstale":"2024-09-10T10:17:44.892204+0000","last_undegraded":"2024-09-10T10:17:44.892204+0000","last_fullsized":"2024-09-10T10:17:44.892204+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:23:24.682586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859973+0000","last_change":"2024-09-10T10:17:43.880221+0000","last_active":"2024-09-10T10:17:44.859973+0000","last_peered":"2024-09-10T10:17:44.859973+0000","last_clean":"2024-09-10T10:17:44.859973+0000","last_became_active":"2024-09-10T10:17:43.878871+0000","last_became_peered":"2024-09-10T10:17:43.878871+0000","last_unstale":"2024-09-10T10:17:44.859973+0000","last_undegraded":"2024-09-10T10:17:44.859973+0000","last_fullsized":"2024-09-10T10:17:44.859973+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:06:12.467469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.908646+0000","last_change":"2024-09-10T10:17:43.907336+0000","last_active":"2024-09-10T10:17:43.908646+0000","last_peered":"2024-09-10T10:17:43.908646+0000","last_clean":"2024-09-10T10:17:43.908646+0000","last_became_active":"2024-09-10T10:17:43.906958+0000","last_became_peered":"2024-09-10T10:17:43.906958+0000","last_unstale":"2024-09-10T10:17:43.908646+0000","last_undegraded":"2024-09-10T10:17:43.908646+0000","last_fullsized":"2024-09-10T10:17:43.908646+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:08:08.410279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860277+0000","last_change":"2024-09-10T10:17:43.905843+0000","last_active":"2024-09-10T10:17:44.860277+0000","last_peered":"2024-09-10T10:17:44.860277+0000","last_clean":"2024-09-10T10:17:44.860277+0000","last_became_active":"2024-09-10T10:17:43.899617+0000","last_became_peered":"2024-09-10T10:17:43.899617+0000","last_unstale":"2024-09-10T10:17:44.860277+0000","last_undegraded":"2024-09-10T10:17:44.860277+0000","last_fullsized":"2024-09-10T10:17:44.860277+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:52.326202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.902306+0000","last_change":"2024-09-10T10:17:43.897676+0000","last_active":"2024-09-10T10:17:43.902306+0000","last_peered":"2024-09-10T10:17:43.902306+0000","last_clean":"2024-09-10T10:17:43.902306+0000","last_became_active":"2024-09-10T10:17:43.896464+0000","last_became_peered":"2024-09-10T10:17:43.896464+0000","last_unstale":"2024-09-10T10:17:43.902306+0000","last_undegraded":"2024-09-10T10:17:43.902306+0000","last_fullsized":"2024-09-10T10:17:43.902306+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:57.569350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861330+0000","last_change":"2024-09-10T10:17:43.889234+0000","last_active":"2024-09-10T10:17:44.861330+0000","last_peered":"2024-09-10T10:17:44.861330+0000","last_clean":"2024-09-10T10:17:44.861330+0000","last_became_active":"2024-09-10T10:17:43.888940+0000","last_became_peered":"2024-09-10T10:17:43.888940+0000","last_unstale":"2024-09-10T10:17:44.861330+0000","last_undegraded":"2024-09-10T10:17:44.861330+0000","last_fullsized":"2024-09-10T10:17:44.861330+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:50.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863548+0000","last_change":"2024-09-10T10:17:43.886569+0000","last_active":"2024-09-10T10:17:44.863548+0000","last_peered":"2024-09-10T10:17:44.863548+0000","last_clean":"2024-09-10T10:17:44.863548+0000","last_became_active":"2024-09-10T10:17:43.886174+0000","last_became_peered":"2024-09-10T10:17:43.886174+0000","last_unstale":"2024-09-10T10:17:44.863548+0000","last_undegraded":"2024-09-10T10:17:44.863548+0000","last_fullsized":"2024-09-10T10:17:44.863548+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:57.569350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072192+0000","last_change":"2024-09-10T10:17:43.898147+0000","last_active":"2024-09-10T10:17:45.072192+0000","last_peered":"2024-09-10T10:17:45.072192+0000","last_clean":"2024-09-10T10:17:45.072192+0000","last_became_active":"2024-09-10T10:17:43.897769+0000","last_became_peered":"2024-09-10T10:17:43.897769+0000","last_unstale":"2024-09-10T10:17:45.072192+0000","last_undegraded":"2024-09-10T10:17:45.072192+0000","last_fullsized":"2024-09-10T10:17:45.072192+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:49.533568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073705+0000","last_change":"2024-09-10T10:17:43.880487+0000","last_active":"2024-09-10T10:17:45.073705+0000","last_peered":"2024-09-10T10:17:45.073705+0000","last_clean":"2024-09-10T10:17:45.073705+0000","last_became_active":"2024-09-10T10:17:43.879784+0000","last_became_peered":"2024-09-10T10:17:43.879784+0000","last_unstale":"2024-09-10T10:17:45.073705+0000","last_undegraded":"2024-09-10T10:17:45.073705+0000","last_fullsized":"2024-09-10T10:17:45.073705+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:46.908963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072194+0000","last_change":"2024-09-10T10:17:43.899158+0000","last_active":"2024-09-10T10:17:45.072194+0000","last_peered":"2024-09-10T10:17:45.072194+0000","last_clean":"2024-09-10T10:17:45.072194+0000","last_became_active":"2024-09-10T10:17:43.898815+0000","last_became_peered":"2024-09-10T10:17:43.898815+0000","last_unstale":"2024-09-10T10:17:45.072194+0000","last_undegraded":"2024-09-10T10:17:45.072194+0000","last_fullsized":"2024-09-10T10:17:45.072194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:49.139300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892867+0000","last_change":"2024-09-10T10:17:43.910209+0000","last_active":"2024-09-10T10:17:44.892867+0000","last_peered":"2024-09-10T10:17:44.892867+0000","last_clean":"2024-09-10T10:17:44.892867+0000","last_became_active":"2024-09-10T10:17:43.909866+0000","last_became_peered":"2024-09-10T10:17:43.909866+0000","last_unstale":"2024-09-10T10:17:44.892867+0000","last_undegraded":"2024-09-10T10:17:44.892867+0000","last_fullsized":"2024-09-10T10:17:44.892867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:53.039648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.074425+0000","last_change":"2024-09-10T10:17:42.894241+0000","last_active":"2024-09-10T10:17:45.074425+0000","last_peered":"2024-09-10T10:17:45.074425+0000","last_clean":"2024-09-10T10:17:45.074425+0000","last_became_active":"2024-09-10T10:17:42.893531+0000","last_became_peered":"2024-09-10T10:17:42.893531+0000","last_unstale":"2024-09-10T10:17:45.074425+0000","last_undegraded":"2024-09-10T10:17:45.074425+0000","last_fullsized":"2024-09-10T10:17:45.074425+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:56.973205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.074357+0000","last_change":"2024-09-10T10:17:43.893160+0000","last_active":"2024-09-10T10:17:45.074357+0000","last_peered":"2024-09-10T10:17:45.074357+0000","last_clean":"2024-09-10T10:17:45.074357+0000","last_became_active":"2024-09-10T10:17:43.892718+0000","last_became_peered":"2024-09-10T10:17:43.892718+0000","last_unstale":"2024-09-10T10:17:45.074357+0000","last_undegraded":"2024-09-10T10:17:45.074357+0000","last_fullsized":"2024-09-10T10:17:45.074357+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:58.566807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892809+0000","last_change":"2024-09-10T10:17:42.885843+0000","last_active":"2024-09-10T10:17:44.892809+0000","last_peered":"2024-09-10T10:17:44.892809+0000","last_clean":"2024-09-10T10:17:44.892809+0000","last_became_active":"2024-09-10T10:17:42.885570+0000","last_became_peered":"2024-09-10T10:17:42.885570+0000","last_unstale":"2024-09-10T10:17:44.892809+0000","last_undegraded":"2024-09-10T10:17:44.892809+0000","last_fullsized":"2024-09-10T10:17:44.892809+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:03.785239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863988+0000","last_change":"2024-09-10T10:17:43.886837+0000","last_active":"2024-09-10T10:17:44.863988+0000","last_peered":"2024-09-10T10:17:44.863988+0000","last_clean":"2024-09-10T10:17:44.863988+0000","last_became_active":"2024-09-10T10:17:43.886571+0000","last_became_peered":"2024-09-10T10:17:43.886571+0000","last_unstale":"2024-09-10T10:17:44.863988+0000","last_undegraded":"2024-09-10T10:17:44.863988+0000","last_fullsized":"2024-09-10T10:17:44.863988+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:08:08.410279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859644+0000","last_change":"2024-09-10T10:17:42.878127+0000","last_active":"2024-09-10T10:17:44.859644+0000","last_peered":"2024-09-10T10:17:44.859644+0000","last_clean":"2024-09-10T10:17:44.859644+0000","last_became_active":"2024-09-10T10:17:42.877638+0000","last_became_peered":"2024-09-10T10:17:42.877638+0000","last_unstale":"2024-09-10T10:17:44.859644+0000","last_undegraded":"2024-09-10T10:17:44.859644+0000","last_fullsized":"2024-09-10T10:17:44.859644+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:22.142733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.902286+0000","last_change":"2024-09-10T10:17:43.896173+0000","last_active":"2024-09-10T10:17:43.902286+0000","last_peered":"2024-09-10T10:17:43.902286+0000","last_clean":"2024-09-10T10:17:43.902286+0000","last_became_active":"2024-09-10T10:17:43.895452+0000","last_became_peered":"2024-09-10T10:17:43.895452+0000","last_unstale":"2024-09-10T10:17:43.902286+0000","last_undegraded":"2024-09-10T10:17:43.902286+0000","last_fullsized":"2024-09-10T10:17:43.902286+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:35:57.826408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046977+0000","last_change":"2024-09-10T10:17:42.881467+0000","last_active":"2024-09-10T10:17:45.046977+0000","last_peered":"2024-09-10T10:17:45.046977+0000","last_clean":"2024-09-10T10:17:45.046977+0000","last_became_active":"2024-09-10T10:17:42.881186+0000","last_became_peered":"2024-09-10T10:17:42.881186+0000","last_unstale":"2024-09-10T10:17:45.046977+0000","last_undegraded":"2024-09-10T10:17:45.046977+0000","last_fullsized":"2024-09-10T10:17:45.046977+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:51.007631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072667+0000","last_change":"2024-09-10T10:17:43.906206+0000","last_active":"2024-09-10T10:17:45.072667+0000","last_peered":"2024-09-10T10:17:45.072667+0000","last_clean":"2024-09-10T10:17:45.072667+0000","last_became_active":"2024-09-10T10:17:43.905853+0000","last_became_peered":"2024-09-10T10:17:43.905853+0000","last_unstale":"2024-09-10T10:17:45.072667+0000","last_undegraded":"2024-09-10T10:17:45.072667+0000","last_fullsized":"2024-09-10T10:17:45.072667+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:50.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863525+0000","last_change":"2024-09-10T10:17:42.880697+0000","last_active":"2024-09-10T10:17:44.863525+0000","last_peered":"2024-09-10T10:17:44.863525+0000","last_clean":"2024-09-10T10:17:44.863525+0000","last_became_active":"2024-09-10T10:17:42.879722+0000","last_became_peered":"2024-09-10T10:17:42.879722+0000","last_unstale":"2024-09-10T10:17:44.863525+0000","last_undegraded":"2024-09-10T10:17:44.863525+0000","last_fullsized":"2024-09-10T10:17:44.863525+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:23:57.842435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860901+0000","last_change":"2024-09-10T10:17:43.889919+0000","last_active":"2024-09-10T10:17:44.860901+0000","last_peered":"2024-09-10T10:17:44.860901+0000","last_clean":"2024-09-10T10:17:44.860901+0000","last_became_active":"2024-09-10T10:17:43.889488+0000","last_became_peered":"2024-09-10T10:17:43.889488+0000","last_unstale":"2024-09-10T10:17:44.860901+0000","last_undegraded":"2024-09-10T10:17:44.860901+0000","last_fullsized":"2024-09-10T10:17:44.860901+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:49.533568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863454+0000","last_change":"2024-09-10T10:17:42.876295+0000","last_active":"2024-09-10T10:17:44.863454+0000","last_peered":"2024-09-10T10:17:44.863454+0000","last_clean":"2024-09-10T10:17:44.863454+0000","last_became_active":"2024-09-10T10:17:42.875489+0000","last_became_peered":"2024-09-10T10:17:42.875489+0000","last_unstale":"2024-09-10T10:17:44.863454+0000","last_undegraded":"2024-09-10T10:17:44.863454+0000","last_fullsized":"2024-09-10T10:17:44.863454+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:37:48.976959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861675+0000","last_change":"2024-09-10T10:17:43.885883+0000","last_active":"2024-09-10T10:17:44.861675+0000","last_peered":"2024-09-10T10:17:44.861675+0000","last_clean":"2024-09-10T10:17:44.861675+0000","last_became_active":"2024-09-10T10:17:43.885513+0000","last_became_peered":"2024-09-10T10:17:43.885513+0000","last_unstale":"2024-09-10T10:17:44.861675+0000","last_undegraded":"2024-09-10T10:17:44.861675+0000","last_fullsized":"2024-09-10T10:17:44.861675+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:36.109565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.858832+0000","last_change":"2024-09-10T10:17:42.869394+0000","last_active":"2024-09-10T10:17:44.858832+0000","last_peered":"2024-09-10T10:17:44.858832+0000","last_clean":"2024-09-10T10:17:44.858832+0000","last_became_active":"2024-09-10T10:17:42.868993+0000","last_became_peered":"2024-09-10T10:17:42.868993+0000","last_unstale":"2024-09-10T10:17:44.858832+0000","last_undegraded":"2024-09-10T10:17:44.858832+0000","last_fullsized":"2024-09-10T10:17:44.858832+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:45.899313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.894823+0000","last_change":"2024-09-10T10:17:43.890984+0000","last_active":"2024-09-10T10:17:43.894823+0000","last_peered":"2024-09-10T10:17:43.894823+0000","last_clean":"2024-09-10T10:17:43.894823+0000","last_became_active":"2024-09-10T10:17:43.890077+0000","last_became_peered":"2024-09-10T10:17:43.890077+0000","last_unstale":"2024-09-10T10:17:43.894823+0000","last_undegraded":"2024-09-10T10:17:43.894823+0000","last_fullsized":"2024-09-10T10:17:43.894823+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:07:12.702149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861932+0000","last_change":"2024-09-10T10:17:42.890655+0000","last_active":"2024-09-10T10:17:44.861932+0000","last_peered":"2024-09-10T10:17:44.861932+0000","last_clean":"2024-09-10T10:17:44.861932+0000","last_became_active":"2024-09-10T10:17:42.889989+0000","last_became_peered":"2024-09-10T10:17:42.889989+0000","last_unstale":"2024-09-10T10:17:44.861932+0000","last_undegraded":"2024-09-10T10:17:44.861932+0000","last_fullsized":"2024-09-10T10:17:44.861932+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:18:21.197741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.862794+0000","last_change":"2024-09-10T10:17:43.886646+0000","last_active":"2024-09-10T10:17:44.862794+0000","last_peered":"2024-09-10T10:17:44.862794+0000","last_clean":"2024-09-10T10:17:44.862794+0000","last_became_active":"2024-09-10T10:17:43.882903+0000","last_became_peered":"2024-09-10T10:17:43.882903+0000","last_unstale":"2024-09-10T10:17:44.862794+0000","last_undegraded":"2024-09-10T10:17:44.862794+0000","last_fullsized":"2024-09-10T10:17:44.862794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:56.244508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859905+0000","last_change":"2024-09-10T10:17:42.880785+0000","last_active":"2024-09-10T10:17:44.859905+0000","last_peered":"2024-09-10T10:17:44.859905+0000","last_clean":"2024-09-10T10:17:44.859905+0000","last_became_active":"2024-09-10T10:17:42.880417+0000","last_became_peered":"2024-09-10T10:17:42.880417+0000","last_unstale":"2024-09-10T10:17:44.859905+0000","last_undegraded":"2024-09-10T10:17:44.859905+0000","last_fullsized":"2024-09-10T10:17:44.859905+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:40:46.666592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859794+0000","last_change":"2024-09-10T10:17:43.894127+0000","last_active":"2024-09-10T10:17:44.859794+0000","last_peered":"2024-09-10T10:17:44.859794+0000","last_clean":"2024-09-10T10:17:44.859794+0000","last_became_active":"2024-09-10T10:17:43.893798+0000","last_became_peered":"2024-09-10T10:17:43.893798+0000","last_unstale":"2024-09-10T10:17:44.859794+0000","last_undegraded":"2024-09-10T10:17:44.859794+0000","last_fullsized":"2024-09-10T10:17:44.859794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:56.244508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.893056+0000","last_change":"2024-09-10T10:17:42.874633+0000","last_active":"2024-09-10T10:17:44.893056+0000","last_peered":"2024-09-10T10:17:44.893056+0000","last_clean":"2024-09-10T10:17:44.893056+0000","last_became_active":"2024-09-10T10:17:42.874208+0000","last_became_peered":"2024-09-10T10:17:42.874208+0000","last_unstale":"2024-09-10T10:17:44.893056+0000","last_undegraded":"2024-09-10T10:17:44.893056+0000","last_fullsized":"2024-09-10T10:17:44.893056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:50:38.385233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860135+0000","last_change":"2024-09-10T10:17:43.911567+0000","last_active":"2024-09-10T10:17:44.860135+0000","last_peered":"2024-09-10T10:17:44.860135+0000","last_clean":"2024-09-10T10:17:44.860135+0000","last_became_active":"2024-09-10T10:17:43.908845+0000","last_became_peered":"2024-09-10T10:17:43.908845+0000","last_unstale":"2024-09-10T10:17:44.860135+0000","last_undegraded":"2024-09-10T10:17:44.860135+0000","last_fullsized":"2024-09-10T10:17:44.860135+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:28.703920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860985+0000","last_change":"2024-09-10T10:17:42.887927+0000","last_active":"2024-09-10T10:17:44.860985+0000","last_peered":"2024-09-10T10:17:44.860985+0000","last_clean":"2024-09-10T10:17:44.860985+0000","last_became_active":"2024-09-10T10:17:42.887181+0000","last_became_peered":"2024-09-10T10:17:42.887181+0000","last_unstale":"2024-09-10T10:17:44.860985+0000","last_undegraded":"2024-09-10T10:17:44.860985+0000","last_fullsized":"2024-09-10T10:17:44.860985+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:16.771943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860849+0000","last_change":"2024-09-10T10:17:43.891712+0000","last_active":"2024-09-10T10:17:44.860849+0000","last_peered":"2024-09-10T10:17:44.860849+0000","last_clean":"2024-09-10T10:17:44.860849+0000","last_became_active":"2024-09-10T10:17:43.891363+0000","last_became_peered":"2024-09-10T10:17:43.891363+0000","last_unstale":"2024-09-10T10:17:44.860849+0000","last_undegraded":"2024-09-10T10:17:44.860849+0000","last_fullsized":"2024-09-10T10:17:44.860849+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:49.139300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.860206+0000","last_change":"2024-09-10T10:17:42.878646+0000","last_active":"2024-09-10T10:17:44.860206+0000","last_peered":"2024-09-10T10:17:44.860206+0000","last_clean":"2024-09-10T10:17:44.860206+0000","last_became_active":"2024-09-10T10:17:42.877935+0000","last_became_peered":"2024-09-10T10:17:42.877935+0000","last_unstale":"2024-09-10T10:17:44.860206+0000","last_undegraded":"2024-09-10T10:17:44.860206+0000","last_fullsized":"2024-09-10T10:17:44.860206+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:16.771943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.894931+0000","last_change":"2024-09-10T10:17:43.891360+0000","last_active":"2024-09-10T10:17:43.894931+0000","last_peered":"2024-09-10T10:17:43.894931+0000","last_clean":"2024-09-10T10:17:43.894931+0000","last_became_active":"2024-09-10T10:17:43.890409+0000","last_became_peered":"2024-09-10T10:17:43.890409+0000","last_unstale":"2024-09-10T10:17:43.894931+0000","last_undegraded":"2024-09-10T10:17:43.894931+0000","last_fullsized":"2024-09-10T10:17:43.894931+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:31.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863808+0000","last_change":"2024-09-10T10:17:42.891298+0000","last_active":"2024-09-10T10:17:44.863808+0000","last_peered":"2024-09-10T10:17:44.863808+0000","last_clean":"2024-09-10T10:17:44.863808+0000","last_became_active":"2024-09-10T10:17:42.890494+0000","last_became_peered":"2024-09-10T10:17:42.890494+0000","last_unstale":"2024-09-10T10:17:44.863808+0000","last_undegraded":"2024-09-10T10:17:44.863808+0000","last_fullsized":"2024-09-10T10:17:44.863808+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:17.293146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859582+0000","last_change":"2024-09-10T10:17:43.893571+0000","last_active":"2024-09-10T10:17:44.859582+0000","last_peered":"2024-09-10T10:17:44.859582+0000","last_clean":"2024-09-10T10:17:44.859582+0000","last_became_active":"2024-09-10T10:17:43.893282+0000","last_became_peered":"2024-09-10T10:17:43.893282+0000","last_unstale":"2024-09-10T10:17:44.859582+0000","last_undegraded":"2024-09-10T10:17:44.859582+0000","last_fullsized":"2024-09-10T10:17:44.859582+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:34.528335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.871567+0000","last_change":"2024-09-10T10:17:42.888268+0000","last_active":"2024-09-10T10:17:43.871567+0000","last_peered":"2024-09-10T10:17:43.871567+0000","last_clean":"2024-09-10T10:17:43.871567+0000","last_became_active":"2024-09-10T10:17:42.887858+0000","last_became_peered":"2024-09-10T10:17:42.887858+0000","last_unstale":"2024-09-10T10:17:43.871567+0000","last_undegraded":"2024-09-10T10:17:43.871567+0000","last_fullsized":"2024-09-10T10:17:43.871567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:38:18.745051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072433+0000","last_change":"2024-09-10T10:17:43.904443+0000","last_active":"2024-09-10T10:17:45.072433+0000","last_peered":"2024-09-10T10:17:45.072433+0000","last_clean":"2024-09-10T10:17:45.072433+0000","last_became_active":"2024-09-10T10:17:43.903502+0000","last_became_peered":"2024-09-10T10:17:43.903502+0000","last_unstale":"2024-09-10T10:17:45.072433+0000","last_undegraded":"2024-09-10T10:17:45.072433+0000","last_fullsized":"2024-09-10T10:17:45.072433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:34.528335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.858883+0000","last_change":"2024-09-10T10:17:42.883286+0000","last_active":"2024-09-10T10:17:44.858883+0000","last_peered":"2024-09-10T10:17:44.858883+0000","last_clean":"2024-09-10T10:17:44.858883+0000","last_became_active":"2024-09-10T10:17:42.882896+0000","last_became_peered":"2024-09-10T10:17:42.882896+0000","last_unstale":"2024-09-10T10:17:44.858883+0000","last_undegraded":"2024-09-10T10:17:44.858883+0000","last_fullsized":"2024-09-10T10:17:44.858883+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:55.469068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073983+0000","last_change":"2024-09-10T10:17:43.893076+0000","last_active":"2024-09-10T10:17:45.073983+0000","last_peered":"2024-09-10T10:17:45.073983+0000","last_clean":"2024-09-10T10:17:45.073983+0000","last_became_active":"2024-09-10T10:17:43.892741+0000","last_became_peered":"2024-09-10T10:17:43.892741+0000","last_unstale":"2024-09-10T10:17:45.073983+0000","last_undegraded":"2024-09-10T10:17:45.073983+0000","last_fullsized":"2024-09-10T10:17:45.073983+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:40:47.676242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.858930+0000","last_change":"2024-09-10T10:17:42.881669+0000","last_active":"2024-09-10T10:17:44.858930+0000","last_peered":"2024-09-10T10:17:44.858930+0000","last_clean":"2024-09-10T10:17:44.858930+0000","last_became_active":"2024-09-10T10:17:42.881171+0000","last_became_peered":"2024-09-10T10:17:42.881171+0000","last_unstale":"2024-09-10T10:17:44.858930+0000","last_undegraded":"2024-09-10T10:17:44.858930+0000","last_fullsized":"2024-09-10T10:17:44.858930+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:57.557157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863698+0000","last_change":"2024-09-10T10:17:43.869680+0000","last_active":"2024-09-10T10:17:44.863698+0000","last_peered":"2024-09-10T10:17:44.863698+0000","last_clean":"2024-09-10T10:17:44.863698+0000","last_became_active":"2024-09-10T10:17:43.868876+0000","last_became_peered":"2024-09-10T10:17:43.868876+0000","last_unstale":"2024-09-10T10:17:44.863698+0000","last_undegraded":"2024-09-10T10:17:44.863698+0000","last_fullsized":"2024-09-10T10:17:44.863698+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:32.098703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.910392+0000","last_change":"2024-09-10T10:17:42.877664+0000","last_active":"2024-09-10T10:17:43.910392+0000","last_peered":"2024-09-10T10:17:43.910392+0000","last_clean":"2024-09-10T10:17:43.910392+0000","last_became_active":"2024-09-10T10:17:42.877317+0000","last_became_peered":"2024-09-10T10:17:42.877317+0000","last_unstale":"2024-09-10T10:17:43.910392+0000","last_undegraded":"2024-09-10T10:17:43.910392+0000","last_fullsized":"2024-09-10T10:17:43.910392+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:00:51.863350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863346+0000","last_change":"2024-09-10T10:17:43.881604+0000","last_active":"2024-09-10T10:17:44.863346+0000","last_peered":"2024-09-10T10:17:44.863346+0000","last_clean":"2024-09-10T10:17:44.863346+0000","last_became_active":"2024-09-10T10:17:43.880787+0000","last_became_peered":"2024-09-10T10:17:43.880787+0000","last_unstale":"2024-09-10T10:17:44.863346+0000","last_undegraded":"2024-09-10T10:17:44.863346+0000","last_fullsized":"2024-09-10T10:17:44.863346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:13.561906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863972+0000","last_change":"2024-09-10T10:17:42.891273+0000","last_active":"2024-09-10T10:17:44.863972+0000","last_peered":"2024-09-10T10:17:44.863972+0000","last_clean":"2024-09-10T10:17:44.863972+0000","last_became_active":"2024-09-10T10:17:42.890464+0000","last_became_peered":"2024-09-10T10:17:42.890464+0000","last_unstale":"2024-09-10T10:17:44.863972+0000","last_undegraded":"2024-09-10T10:17:44.863972+0000","last_fullsized":"2024-09-10T10:17:44.863972+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:09.938014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.898821+0000","last_change":"2024-09-10T10:17:43.895618+0000","last_active":"2024-09-10T10:17:43.898821+0000","last_peered":"2024-09-10T10:17:43.898821+0000","last_clean":"2024-09-10T10:17:43.898821+0000","last_became_active":"2024-09-10T10:17:43.895315+0000","last_became_peered":"2024-09-10T10:17:43.895315+0000","last_unstale":"2024-09-10T10:17:43.898821+0000","last_undegraded":"2024-09-10T10:17:43.898821+0000","last_fullsized":"2024-09-10T10:17:43.898821+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:36.109565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863296+0000","last_change":"2024-09-10T10:17:42.873901+0000","last_active":"2024-09-10T10:17:44.863296+0000","last_peered":"2024-09-10T10:17:44.863296+0000","last_clean":"2024-09-10T10:17:44.863296+0000","last_became_active":"2024-09-10T10:17:42.873172+0000","last_became_peered":"2024-09-10T10:17:42.873172+0000","last_unstale":"2024-09-10T10:17:44.863296+0000","last_undegraded":"2024-09-10T10:17:44.863296+0000","last_fullsized":"2024-09-10T10:17:44.863296+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:36.985304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.047158+0000","last_change":"2024-09-10T10:17:43.898724+0000","last_active":"2024-09-10T10:17:45.047158+0000","last_peered":"2024-09-10T10:17:45.047158+0000","last_clean":"2024-09-10T10:17:45.047158+0000","last_became_active":"2024-09-10T10:17:43.898363+0000","last_became_peered":"2024-09-10T10:17:43.898363+0000","last_unstale":"2024-09-10T10:17:45.047158+0000","last_undegraded":"2024-09-10T10:17:45.047158+0000","last_fullsized":"2024-09-10T10:17:45.047158+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:20.110443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.864129+0000","last_change":"2024-09-10T10:17:42.870043+0000","last_active":"2024-09-10T10:17:44.864129+0000","last_peered":"2024-09-10T10:17:44.864129+0000","last_clean":"2024-09-10T10:17:44.864129+0000","last_became_active":"2024-09-10T10:17:42.868868+0000","last_became_peered":"2024-09-10T10:17:42.868868+0000","last_unstale":"2024-09-10T10:17:44.864129+0000","last_undegraded":"2024-09-10T10:17:44.864129+0000","last_fullsized":"2024-09-10T10:17:44.864129+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:07.234975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046655+0000","last_change":"2024-09-10T10:17:43.890883+0000","last_active":"2024-09-10T10:17:45.046655+0000","last_peered":"2024-09-10T10:17:45.046655+0000","last_clean":"2024-09-10T10:17:45.046655+0000","last_became_active":"2024-09-10T10:17:43.890322+0000","last_became_peered":"2024-09-10T10:17:43.890322+0000","last_unstale":"2024-09-10T10:17:45.046655+0000","last_undegraded":"2024-09-10T10:17:45.046655+0000","last_fullsized":"2024-09-10T10:17:45.046655+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:57.982855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892829+0000","last_change":"2024-09-10T10:17:42.882432+0000","last_active":"2024-09-10T10:17:44.892829+0000","last_peered":"2024-09-10T10:17:44.892829+0000","last_clean":"2024-09-10T10:17:44.892829+0000","last_became_active":"2024-09-10T10:17:42.882013+0000","last_became_peered":"2024-09-10T10:17:42.882013+0000","last_unstale":"2024-09-10T10:17:44.892829+0000","last_undegraded":"2024-09-10T10:17:44.892829+0000","last_fullsized":"2024-09-10T10:17:44.892829+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:19.100793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.047039+0000","last_change":"2024-09-10T10:17:43.889536+0000","last_active":"2024-09-10T10:17:45.047039+0000","last_peered":"2024-09-10T10:17:45.047039+0000","last_clean":"2024-09-10T10:17:45.047039+0000","last_became_active":"2024-09-10T10:17:43.889023+0000","last_became_peered":"2024-09-10T10:17:43.889023+0000","last_unstale":"2024-09-10T10:17:45.047039+0000","last_undegraded":"2024-09-10T10:17:45.047039+0000","last_fullsized":"2024-09-10T10:17:45.047039+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:08:58.075956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073556+0000","last_change":"2024-09-10T10:17:42.887831+0000","last_active":"2024-09-10T10:17:45.073556+0000","last_peered":"2024-09-10T10:17:45.073556+0000","last_clean":"2024-09-10T10:17:45.073556+0000","last_became_active":"2024-09-10T10:17:42.887081+0000","last_became_peered":"2024-09-10T10:17:42.887081+0000","last_unstale":"2024-09-10T10:17:45.073556+0000","last_undegraded":"2024-09-10T10:17:45.073556+0000","last_fullsized":"2024-09-10T10:17:45.073556+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:46.021058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.046568+0000","last_change":"2024-09-10T10:17:43.887936+0000","last_active":"2024-09-10T10:17:45.046568+0000","last_peered":"2024-09-10T10:17:45.046568+0000","last_clean":"2024-09-10T10:17:45.046568+0000","last_became_active":"2024-09-10T10:17:43.887327+0000","last_became_peered":"2024-09-10T10:17:43.887327+0000","last_unstale":"2024-09-10T10:17:45.046568+0000","last_undegraded":"2024-09-10T10:17:45.046568+0000","last_fullsized":"2024-09-10T10:17:45.046568+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:47.030708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861890+0000","last_change":"2024-09-10T10:17:42.880863+0000","last_active":"2024-09-10T10:17:44.861890+0000","last_peered":"2024-09-10T10:17:44.861890+0000","last_clean":"2024-09-10T10:17:44.861890+0000","last_became_active":"2024-09-10T10:17:42.879796+0000","last_became_peered":"2024-09-10T10:17:42.879796+0000","last_unstale":"2024-09-10T10:17:44.861890+0000","last_undegraded":"2024-09-10T10:17:44.861890+0000","last_fullsized":"2024-09-10T10:17:44.861890+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:01.345348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072695+0000","last_change":"2024-09-10T10:17:43.905824+0000","last_active":"2024-09-10T10:17:45.072695+0000","last_peered":"2024-09-10T10:17:45.072695+0000","last_clean":"2024-09-10T10:17:45.072695+0000","last_became_active":"2024-09-10T10:17:43.904065+0000","last_became_peered":"2024-09-10T10:17:43.904065+0000","last_unstale":"2024-09-10T10:17:45.072695+0000","last_undegraded":"2024-09-10T10:17:45.072695+0000","last_fullsized":"2024-09-10T10:17:45.072695+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:49:56.244508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859676+0000","last_change":"2024-09-10T10:17:42.889238+0000","last_active":"2024-09-10T10:17:44.859676+0000","last_peered":"2024-09-10T10:17:44.859676+0000","last_clean":"2024-09-10T10:17:44.859676+0000","last_became_active":"2024-09-10T10:17:42.886084+0000","last_became_peered":"2024-09-10T10:17:42.886084+0000","last_unstale":"2024-09-10T10:17:44.859676+0000","last_undegraded":"2024-09-10T10:17:44.859676+0000","last_fullsized":"2024-09-10T10:17:44.859676+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:55.469068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.047201+0000","last_change":"2024-09-10T10:17:43.874149+0000","last_active":"2024-09-10T10:17:45.047201+0000","last_peered":"2024-09-10T10:17:45.047201+0000","last_clean":"2024-09-10T10:17:45.047201+0000","last_became_active":"2024-09-10T10:17:43.873403+0000","last_became_peered":"2024-09-10T10:17:43.873403+0000","last_unstale":"2024-09-10T10:17:45.047201+0000","last_undegraded":"2024-09-10T10:17:45.047201+0000","last_fullsized":"2024-09-10T10:17:45.047201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:04.794889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.906693+0000","last_change":"2024-09-10T10:17:42.890776+0000","last_active":"2024-09-10T10:17:43.906693+0000","last_peered":"2024-09-10T10:17:43.906693+0000","last_clean":"2024-09-10T10:17:43.906693+0000","last_became_active":"2024-09-10T10:17:42.890413+0000","last_became_peered":"2024-09-10T10:17:42.890413+0000","last_unstale":"2024-09-10T10:17:43.906693+0000","last_undegraded":"2024-09-10T10:17:43.906693+0000","last_fullsized":"2024-09-10T10:17:43.906693+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:13.530714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.863398+0000","last_change":"2024-09-10T10:17:43.895123+0000","last_active":"2024-09-10T10:17:44.863398+0000","last_peered":"2024-09-10T10:17:44.863398+0000","last_clean":"2024-09-10T10:17:44.863398+0000","last_became_active":"2024-09-10T10:17:43.892944+0000","last_became_peered":"2024-09-10T10:17:43.892944+0000","last_unstale":"2024-09-10T10:17:44.863398+0000","last_undegraded":"2024-09-10T10:17:44.863398+0000","last_fullsized":"2024-09-10T10:17:44.863398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:54.377792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.895827+0000","last_change":"2024-09-10T10:17:42.881696+0000","last_active":"2024-09-10T10:17:44.895827+0000","last_peered":"2024-09-10T10:17:44.895827+0000","last_clean":"2024-09-10T10:17:44.895827+0000","last_became_active":"2024-09-10T10:17:42.881218+0000","last_became_peered":"2024-09-10T10:17:42.881218+0000","last_unstale":"2024-09-10T10:17:44.895827+0000","last_undegraded":"2024-09-10T10:17:44.895827+0000","last_fullsized":"2024-09-10T10:17:44.895827+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:22:45.899313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892535+0000","last_change":"2024-09-10T10:17:43.887060+0000","last_active":"2024-09-10T10:17:44.892535+0000","last_peered":"2024-09-10T10:17:44.892535+0000","last_clean":"2024-09-10T10:17:44.892535+0000","last_became_active":"2024-09-10T10:17:43.885740+0000","last_became_peered":"2024-09-10T10:17:43.885740+0000","last_unstale":"2024-09-10T10:17:44.892535+0000","last_undegraded":"2024-09-10T10:17:44.892535+0000","last_fullsized":"2024-09-10T10:17:44.892535+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:23.152383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.871343+0000","last_change":"2024-09-10T10:17:42.877088+0000","last_active":"2024-09-10T10:17:43.871343+0000","last_peered":"2024-09-10T10:17:43.871343+0000","last_clean":"2024-09-10T10:17:43.871343+0000","last_became_active":"2024-09-10T10:17:42.876768+0000","last_became_peered":"2024-09-10T10:17:42.876768+0000","last_unstale":"2024-09-10T10:17:43.871343+0000","last_undegraded":"2024-09-10T10:17:43.871343+0000","last_fullsized":"2024-09-10T10:17:43.871343+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:42.488005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073724+0000","last_change":"2024-09-10T10:17:43.889812+0000","last_active":"2024-09-10T10:17:45.073724+0000","last_peered":"2024-09-10T10:17:45.073724+0000","last_clean":"2024-09-10T10:17:45.073724+0000","last_became_active":"2024-09-10T10:17:43.889395+0000","last_became_peered":"2024-09-10T10:17:43.889395+0000","last_unstale":"2024-09-10T10:17:45.073724+0000","last_undegraded":"2024-09-10T10:17:45.073724+0000","last_fullsized":"2024-09-10T10:17:45.073724+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:01:56.478718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.893140+0000","last_change":"2024-09-10T10:17:42.886991+0000","last_active":"2024-09-10T10:17:44.893140+0000","last_peered":"2024-09-10T10:17:44.893140+0000","last_clean":"2024-09-10T10:17:44.893140+0000","last_became_active":"2024-09-10T10:17:42.886638+0000","last_became_peered":"2024-09-10T10:17:42.886638+0000","last_unstale":"2024-09-10T10:17:44.893140+0000","last_undegraded":"2024-09-10T10:17:44.893140+0000","last_fullsized":"2024-09-10T10:17:44.893140+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:32:55.038257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.892846+0000","last_change":"2024-09-10T10:17:43.880699+0000","last_active":"2024-09-10T10:17:44.892846+0000","last_peered":"2024-09-10T10:17:44.892846+0000","last_clean":"2024-09-10T10:17:44.892846+0000","last_became_active":"2024-09-10T10:17:43.878682+0000","last_became_peered":"2024-09-10T10:17:43.878682+0000","last_unstale":"2024-09-10T10:17:44.892846+0000","last_undegraded":"2024-09-10T10:17:44.892846+0000","last_fullsized":"2024-09-10T10:17:44.892846+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:54:53.063312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-10T10:17:43.871771+0000","last_change":"2024-09-10T10:17:42.887049+0000","last_active":"2024-09-10T10:17:43.871771+0000","last_peered":"2024-09-10T10:17:43.871771+0000","last_clean":"2024-09-10T10:17:43.871771+0000","last_became_active":"2024-09-10T10:17:42.886568+0000","last_became_peered":"2024-09-10T10:17:42.886568+0000","last_unstale":"2024-09-10T10:17:43.871771+0000","last_undegraded":"2024-09-10T10:17:43.871771+0000","last_fullsized":"2024-09-10T10:17:43.871771+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:20.881420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.858996+0000","last_change":"2024-09-10T10:17:43.898101+0000","last_active":"2024-09-10T10:17:44.858996+0000","last_peered":"2024-09-10T10:17:44.858996+0000","last_clean":"2024-09-10T10:17:44.858996+0000","last_became_active":"2024-09-10T10:17:43.897476+0000","last_became_peered":"2024-09-10T10:17:43.897476+0000","last_unstale":"2024-09-10T10:17:44.858996+0000","last_undegraded":"2024-09-10T10:17:44.858996+0000","last_fullsized":"2024-09-10T10:17:44.858996+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:58:50.352636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.862151+0000","last_change":"2024-09-10T10:17:42.889542+0000","last_active":"2024-09-10T10:17:44.862151+0000","last_peered":"2024-09-10T10:17:44.862151+0000","last_clean":"2024-09-10T10:17:44.862151+0000","last_became_active":"2024-09-10T10:17:42.888525+0000","last_became_peered":"2024-09-10T10:17:42.888525+0000","last_unstale":"2024-09-10T10:17:44.862151+0000","last_undegraded":"2024-09-10T10:17:44.862151+0000","last_fullsized":"2024-09-10T10:17:44.862151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:18.874895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.861640+0000","last_change":"2024-09-10T10:17:43.892596+0000","last_active":"2024-09-10T10:17:44.861640+0000","last_peered":"2024-09-10T10:17:44.861640+0000","last_clean":"2024-09-10T10:17:44.861640+0000","last_became_active":"2024-09-10T10:17:43.892181+0000","last_became_peered":"2024-09-10T10:17:43.892181+0000","last_unstale":"2024-09-10T10:17:44.861640+0000","last_undegraded":"2024-09-10T10:17:44.861640+0000","last_fullsized":"2024-09-10T10:17:44.861640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:31.160344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:44.859128+0000","last_change":"2024-09-10T10:17:42.881133+0000","last_active":"2024-09-10T10:17:44.859128+0000","last_peered":"2024-09-10T10:17:44.859128+0000","last_clean":"2024-09-10T10:17:44.859128+0000","last_became_active":"2024-09-10T10:17:42.880668+0000","last_became_peered":"2024-09-10T10:17:42.880668+0000","last_unstale":"2024-09-10T10:17:44.859128+0000","last_undegraded":"2024-09-10T10:17:44.859128+0000","last_fullsized":"2024-09-10T10:17:44.859128+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:23:23.672936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072869+0000","last_change":"2024-09-10T10:17:43.906185+0000","last_active":"2024-09-10T10:17:45.072869+0000","last_peered":"2024-09-10T10:17:45.072869+0000","last_clean":"2024-09-10T10:17:45.072869+0000","last_became_active":"2024-09-10T10:17:43.905831+0000","last_became_peered":"2024-09-10T10:17:43.905831+0000","last_unstale":"2024-09-10T10:17:45.072869+0000","last_undegraded":"2024-09-10T10:17:45.072869+0000","last_fullsized":"2024-09-10T10:17:45.072869+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:42.840841+0000","last_clean_scrub_stamp":"2024-09-10T10:17:42.840841+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:13.561906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.073221+0000","last_change":"2024-09-10T10:17:42.896259+0000","last_active":"2024-09-10T10:17:45.073221+0000","last_peered":"2024-09-10T10:17:45.073221+0000","last_clean":"2024-09-10T10:17:45.073221+0000","last_became_active":"2024-09-10T10:17:42.895446+0000","last_became_peered":"2024-09-10T10:17:42.895446+0000","last_unstale":"2024-09-10T10:17:45.073221+0000","last_undegraded":"2024-09-10T10:17:45.073221+0000","last_fullsized":"2024-09-10T10:17:45.073221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:17:41.831191+0000","last_clean_scrub_stamp":"2024-09-10T10:17:41.831191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:43:22.677789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":190,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-10T10:17:45.072912+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:17:45.072912+0000","last_peered":"2024-09-10T10:17:45.072912+0000","last_clean":"2024-09-10T10:17:45.072912+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:17:45.072912+0000","last_undegraded":"2024-09-10T10:17:45.072912+0000","last_fullsized":"2024-09-10T10:17:45.072912+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":950272,"data_stored":726117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509455,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":360448,"data_stored":136275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509455,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":136331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":137293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":356352,"data_stored":135729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509457,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36276,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335564,"statfs":{"total":96636764160,"available":96599617536,"internally_reserved":0,"allocated":946176,"data_stored":726027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542160,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":360448,"data_stored":135763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574862,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35672,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336168,"statfs":{"total":96636764160,"available":96600236032,"internally_reserved":0,"allocated":327680,"data_stored":122584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:17:48.283 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:17:48.283 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T10:17:48.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.443+0000 7f5f3849a640 1 Processor -- start 2024-09-10T10:17:48.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.443+0000 7f5f3849a640 1 -- start start 2024-09-10T10:17:48.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.443+0000 7f5f3849a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5f300b2540 0x7f5f3015ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.443+0000 7f5f3849a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5f3015ef80 0x7f5f300b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.443+0000 7f5f3849a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f3015f7b0 con 0x7f5f30147b20 2024-09-10T10:17:48.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.443+0000 7f5f3849a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f5f300cefc0 con 0x7f5f3015ef80 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.443+0000 7f5f3849a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f5f300cf2a0 con 0x7f5f300b2540 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.443+0000 7f5f36a37640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5f3015ef80 0x7f5f300b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f36a37640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5f3015ef80 0x7f5f300b39f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41842/0 (socket says 172.21.15.157:41842) 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f36a37640 1 -- 172.21.15.157:0/2234191889 learned_addr learned my addr 172.21.15.157:0/2234191889 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f35a35640 1 --2- 172.21.15.157:0/2234191889 >> v2:172.21.15.192:3300/0 conn(0x7f5f300b2540 0x7f5f3015ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f36a37640 1 -- 172.21.15.157:0/2234191889 >> v2:172.21.15.192:3300/0 conn(0x7f5f300b2540 msgr2=0x7f5f3015ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f36a37640 1 --2- 172.21.15.157:0/2234191889 >> v2:172.21.15.192:3300/0 conn(0x7f5f300b2540 0x7f5f3015ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f36a37640 1 -- 172.21.15.157:0/2234191889 >> v1:172.21.15.157:6789/0 conn(0x7f5f30147b20 legacy=0x7f5f300b1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f35234640 1 -- 172.21.15.157:0/2234191889 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 306053584 0 0) 0x7f5f3015f7b0 con 0x7f5f30147b20 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f36a37640 1 -- 172.21.15.157:0/2234191889 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f300cf580 con 0x7f5f3015ef80 2024-09-10T10:17:48.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f35a35640 1 --2- 172.21.15.157:0/2234191889 >> v2:172.21.15.192:3300/0 conn(0x7f5f300b2540 0x7f5f3015ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:48.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f36a37640 1 --2- 172.21.15.157:0/2234191889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f3015ef80 0x7f5f300b39f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f5f28009870 tx=0x7f5f2801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91aa10f721d9ad5b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:48.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f35234640 1 -- 172.21.15.157:0/2234191889 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f280aa670 con 0x7f5f3015ef80 2024-09-10T10:17:48.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f35234640 1 -- 172.21.15.157:0/2234191889 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f280af070 con 0x7f5f3015ef80 2024-09-10T10:17:48.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f35234640 1 -- 172.21.15.157:0/2234191889 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f280aaa30 con 0x7f5f3015ef80 2024-09-10T10:17:48.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f3849a640 1 -- 172.21.15.157:0/2234191889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f3015ef80 msgr2=0x7f5f300b39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f3849a640 1 --2- 172.21.15.157:0/2234191889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f3015ef80 0x7f5f300b39f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f5f28009870 tx=0x7f5f2801c4f0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f3849a640 1 -- 172.21.15.157:0/2234191889 shutdown_connections 2024-09-10T10:17:48.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f3849a640 1 --2- 172.21.15.157:0/2234191889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f3015ef80 0x7f5f300b39f0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.452 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f3849a640 1 --2- 172.21.15.157:0/2234191889 >> v2:172.21.15.192:3300/0 conn(0x7f5f300b2540 0x7f5f3015ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f3849a640 1 -- 172.21.15.157:0/2234191889 >> 172.21.15.157:0/2234191889 conn(0x7f5f30067e30 msgr2=0x7f5f3006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:48.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f3849a640 1 -- 172.21.15.157:0/2234191889 shutdown_connections 2024-09-10T10:17:48.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.447+0000 7f5f3849a640 1 -- 172.21.15.157:0/2234191889 wait complete. 2024-09-10T10:17:48.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 Processor -- start 2024-09-10T10:17:48.453 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 -- start start 2024-09-10T10:17:48.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f300b2540 0x7f5f3013f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f30147b20 0x7f5f30141140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3015ef80 0x7f5f3013dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5f30148080 con 0x7f5f300b2540 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5f30147f00 con 0x7f5f3015ef80 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5f300b4740 con 0x7f5f30147b20 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36236640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f300b2540 0x7f5f3013f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36236640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f300b2540 0x7f5f3013f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41856/0 (socket says 172.21.15.157:41856) 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36236640 1 -- 172.21.15.157:0/198566005 learned_addr learned my addr 172.21.15.157:0/198566005 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f35a35640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f30147b20 0x7f5f30141140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36a37640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3015ef80 0x7f5f3013dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36236640 1 -- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f30147b20 msgr2=0x7f5f30141140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36236640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f30147b20 0x7f5f30141140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36236640 1 -- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3015ef80 msgr2=0x7f5f3013dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36236640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3015ef80 0x7f5f3013dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36236640 1 -- 172.21.15.157:0/198566005 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f3013faf0 con 0x7f5f300b2540 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f36236640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f300b2540 0x7f5f3013f480 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c00c840 tx=0x7f5f2c00cd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f26ffd640 1 -- 172.21.15.157:0/198566005 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f2c003db0 con 0x7f5f300b2540 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f26ffd640 1 -- 172.21.15.157:0/198566005 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f2c005070 con 0x7f5f300b2540 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f3013fdd0 con 0x7f5f300b2540 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f26ffd640 1 -- 172.21.15.157:0/198566005 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f2c005460 con 0x7f5f300b2540 2024-09-10T10:17:48.457 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f30140390 con 0x7f5f300b2540 2024-09-10T10:17:48.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f3015ea40 con 0x7f5f300b2540 2024-09-10T10:17:48.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.451+0000 7f5f26ffd640 1 -- 172.21.15.157:0/198566005 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5f2c005600 con 0x7f5f300b2540 2024-09-10T10:17:48.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.455+0000 7f5f26ffd640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f140678c0 0x7f5f14069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.455+0000 7f5f26ffd640 1 -- 172.21.15.157:0/198566005 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f5f2c085c30 con 0x7f5f300b2540 2024-09-10T10:17:48.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.455+0000 7f5f35a35640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f140678c0 0x7f5f14069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.458 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.455+0000 7f5f35a35640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f140678c0 0x7f5f14069d80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5f20006fd0 tx=0x7f5f20008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:48.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.459+0000 7f5f26ffd640 1 -- 172.21.15.157:0/198566005 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5f2c056800 con 0x7f5f300b2540 2024-09-10T10:17:48.666 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.663+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f5f301606f0 con 0x7f5f300b2540 2024-09-10T10:17:48.669 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f26ffd640 1 -- 172.21.15.157:0/198566005 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v9) ==== 190+0+147 (secure 0 0 0) 0x7f5f2c056100 con 0x7f5f300b2540 2024-09-10T10:17:48.669 INFO:teuthology.orchestra.run.smithi157.stdout:[client.0] 2024-09-10T10:17:48.670 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQBZHOBml6o1JBAAz7g+X9olqxETlHm5+rCumQ== 2024-09-10T10:17:48.670 INFO:teuthology.orchestra.run.smithi157.stdout: caps mds = "allow" 2024-09-10T10:17:48.670 INFO:teuthology.orchestra.run.smithi157.stdout: caps mon = "allow r" 2024-09-10T10:17:48.670 INFO:teuthology.orchestra.run.smithi157.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T10:17:48.670 INFO:teuthology.orchestra.run.smithi157.stderr:updated caps for client.0 2024-09-10T10:17:48.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f140678c0 msgr2=0x7f5f14069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f140678c0 0x7f5f14069d80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5f20006fd0 tx=0x7f5f20008040 comp rx=0 tx=0).stop 2024-09-10T10:17:48.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f300b2540 msgr2=0x7f5f3013f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f300b2540 0x7f5f3013f480 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c00c840 tx=0x7f5f2c00cd00 comp rx=0 tx=0).stop 2024-09-10T10:17:48.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 shutdown_connections 2024-09-10T10:17:48.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5f140678c0 0x7f5f14069d80 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3015ef80 0x7f5f3013dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f30147b20 0x7f5f30141140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 --2- 172.21.15.157:0/198566005 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f300b2540 0x7f5f3013f480 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 >> 172.21.15.157:0/198566005 conn(0x7f5f30067e30 msgr2=0x7f5f30146870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:48.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 shutdown_connections 2024-09-10T10:17:48.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.667+0000 7f5f3849a640 1 -- 172.21.15.157:0/198566005 wait complete. 2024-09-10T10:17:48.688 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:48.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84ed46d640 1 Processor -- start 2024-09-10T10:17:48.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84ed46d640 1 -- start start 2024-09-10T10:17:48.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84ed46d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 0x7f84e80b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84ed46d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f84e80b2300 0x7f84e80cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84ed46d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84e80d0960 con 0x7f84e80d0190 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84ed46d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f84e80d0f20 con 0x7f84e80b2300 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84ed46d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f84e80cd620 con 0x7f84e8145970 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84e77fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f84e80d0190 0x7f84e8072220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:57132/0 (socket says 172.21.15.157:57132) 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84e77fe640 1 -- 172.21.15.157:0/707677510 learned_addr learned my addr 172.21.15.157:0/707677510 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84e67fc640 1 --2- 172.21.15.157:0/707677510 >> v2:172.21.15.157:3300/0 conn(0x7f84e80b2300 0x7f84e80cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84e6ffd640 1 --2- 172.21.15.157:0/707677510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 0x7f84e80b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84e67fc640 1 -- 172.21.15.157:0/707677510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 msgr2=0x7f84e80b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84e67fc640 1 --2- 172.21.15.157:0/707677510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 0x7f84e80b1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84e67fc640 1 -- 172.21.15.157:0/707677510 >> v1:172.21.15.157:6789/0 conn(0x7f84e80d0190 legacy=0x7f84e8072220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.803+0000 7f84e67fc640 1 -- 172.21.15.157:0/707677510 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84e80d0c40 con 0x7f84e80b2300 2024-09-10T10:17:48.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 --2- 172.21.15.157:0/707677510 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80b2300 0x7f84e80cfc50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f84dc009d90 tx=0x7f84dc01c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acfa6ccca612d73c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:48.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e5ffb640 1 -- 172.21.15.157:0/707677510 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84dc0b2070 con 0x7f84e80b2300 2024-09-10T10:17:48.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e5ffb640 1 -- 172.21.15.157:0/707677510 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84dc0a57a0 con 0x7f84e80b2300 2024-09-10T10:17:48.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e5ffb640 1 -- 172.21.15.157:0/707677510 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84dc0a5b70 con 0x7f84e80b2300 2024-09-10T10:17:48.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 -- 172.21.15.157:0/707677510 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80b2300 msgr2=0x7f84e80cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 --2- 172.21.15.157:0/707677510 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80b2300 0x7f84e80cfc50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f84dc009d90 tx=0x7f84dc01c8e0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 -- 172.21.15.157:0/707677510 shutdown_connections 2024-09-10T10:17:48.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 --2- 172.21.15.157:0/707677510 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80b2300 0x7f84e80cfc50 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 --2- 172.21.15.157:0/707677510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 0x7f84e80b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 -- 172.21.15.157:0/707677510 >> 172.21.15.157:0/707677510 conn(0x7f84e806bcc0 msgr2=0x7f84e806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:48.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 -- 172.21.15.157:0/707677510 shutdown_connections 2024-09-10T10:17:48.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 -- 172.21.15.157:0/707677510 wait complete. 2024-09-10T10:17:48.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 Processor -- start 2024-09-10T10:17:48.811 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 -- start start 2024-09-10T10:17:48.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84e80b2300 0x7f84e80b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80d0190 0x7f84e813e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 0x7f84e813eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f84e8168fe0 con 0x7f84e80d0190 2024-09-10T10:17:48.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f84e8168e60 con 0x7f84e80b2300 2024-09-10T10:17:48.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84ed46d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f84e8169160 con 0x7f84e8145970 2024-09-10T10:17:48.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80d0190 0x7f84e813e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80d0190 0x7f84e813e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41884/0 (socket says 172.21.15.157:41884) 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 -- 172.21.15.157:0/950300613 learned_addr learned my addr 172.21.15.157:0/950300613 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e6ffd640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84e80b2300 0x7f84e80b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e77fe640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 0x7f84e813eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 -- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 msgr2=0x7f84e813eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 0x7f84e813eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 -- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84e80b2300 msgr2=0x7f84e80b09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84e80b2300 0x7f84e80b09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 -- 172.21.15.157:0/950300613 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84e80ae780 con 0x7f84e80d0190 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e6ffd640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84e80b2300 0x7f84e80b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e77fe640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 0x7f84e813eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.807+0000 7f84e67fc640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80d0190 0x7f84e813e580 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f84dc0b0040 tx=0x7f84dc019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84cf7fe640 1 -- 172.21.15.157:0/950300613 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84dc0b2050 con 0x7f84e80d0190 2024-09-10T10:17:48.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84cf7fe640 1 -- 172.21.15.157:0/950300613 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84dc0be070 con 0x7f84e80d0190 2024-09-10T10:17:48.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84e80aa4a0 con 0x7f84e80d0190 2024-09-10T10:17:48.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84cf7fe640 1 -- 172.21.15.157:0/950300613 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84dc0ad850 con 0x7f84e80d0190 2024-09-10T10:17:48.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84e80aaa60 con 0x7f84e80d0190 2024-09-10T10:17:48.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84e80cfc50 con 0x7f84e80d0190 2024-09-10T10:17:48.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84cf7fe640 1 -- 172.21.15.157:0/950300613 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f84dc0ad9f0 con 0x7f84e80d0190 2024-09-10T10:17:48.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84cf7fe640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f84d40678c0 0x7f84d4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:48.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84cf7fe640 1 -- 172.21.15.157:0/950300613 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f84dc120da0 con 0x7f84e80d0190 2024-09-10T10:17:48.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84e6ffd640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f84d40678c0 0x7f84d4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:48.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.811+0000 7f84e6ffd640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f84d40678c0 0x7f84d4069d80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f84d8009840 tx=0x7f84d8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:48.819 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:48.815+0000 7f84cf7fe640 1 -- 172.21.15.157:0/950300613 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f84dc016560 con 0x7f84e80d0190 2024-09-10T10:17:48.830 INFO:tasks.ceph.mds.d.smithi192.stderr:2024-09-10T10:17:48.828+0000 7f5ba6648640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:17:49.012 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.007+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84e8068530 con 0x7f84e80d0190 2024-09-10T10:17:49.013 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84cf7fe640 1 -- 172.21.15.157:0/950300613 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7f84dc0f1960 con 0x7f84e80d0190 2024-09-10T10:17:49.014 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:49.014 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":17,"btime":"2024-09-10T10:17:46:898540+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4621,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/3850865518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":3850865518},{"type":"v1","addr":"172.21.15.157:6835","nonce":3850865518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6836/1689368113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1689368113},{"type":"v1","addr":"172.21.15.192:6836","nonce":1689368113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4815,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/877460188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":877460188},{"type":"v1","addr":"172.21.15.157:6834","nonce":877460188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:17:43.227592+0000","modified":"2024-09-10T10:17:46.256166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4827},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4827":{"gid":4827,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6837/457893353","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6835","nonce":457893353},{"type":"v1","addr":"172.21.15.192:6837","nonce":457893353}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4827,"qdb_cluster":[4827]},"id":2}]} 2024-09-10T10:17:49.014 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 17 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f84d40678c0 msgr2=0x7f84d4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f84d40678c0 0x7f84d4069d80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f84d8009840 tx=0x7f84d8008040 comp rx=0 tx=0).stop 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80d0190 msgr2=0x7f84e813e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80d0190 0x7f84e813e580 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f84dc0b0040 tx=0x7f84dc019680 comp rx=0 tx=0).stop 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 shutdown_connections 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f84d40678c0 0x7f84d4069d80 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84e8145970 0x7f84e813eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84e80d0190 0x7f84e813e580 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 --2- 172.21.15.157:0/950300613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84e80b2300 0x7f84e80b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 >> 172.21.15.157:0/950300613 conn(0x7f84e806bcc0 msgr2=0x7f84e815caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:49.017 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 shutdown_connections 2024-09-10T10:17:49.018 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.011+0000 7f84ed46d640 1 -- 172.21.15.157:0/950300613 wait complete. 2024-09-10T10:17:49.433 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T10:17:43.227592+0000', 'modified': '2024-09-10T10:17:46.256166+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4827}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4827': {'gid': 4827, 'name': 'd', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.192:6837/457893353', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6835', 'nonce': 457893353}, {'type': 'v1', 'addr': '172.21.15.192:6837', 'nonce': 457893353}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4827, 'qdb_cluster': [4827]} 2024-09-10T10:17:49.433 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T10:17:49.434 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-10T10:17:49.561 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.555+0000 7f2b265a1640 1 Processor -- start 2024-09-10T10:17:49.561 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.555+0000 7f2b265a1640 1 -- start start 2024-09-10T10:17:49.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.555+0000 7f2b265a1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2b2015c280 0x7f2b20073f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.555+0000 7f2b265a1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b200b4a90 0x7f2b2015e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.555+0000 7f2b265a1640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b2015cf90 con 0x7f2b2015c660 2024-09-10T10:17:49.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.555+0000 7f2b265a1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f2b2015d940 con 0x7f2b2015c280 2024-09-10T10:17:49.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.555+0000 7f2b265a1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2015d270 con 0x7f2b200b4a90 2024-09-10T10:17:49.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b24b3e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b200b4a90 0x7f2b2015e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b1ffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2b2015c280 0x7f2b20073f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b24b3e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b200b4a90 0x7f2b2015e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:56144/0 (socket says 172.21.15.157:56144) 2024-09-10T10:17:49.562 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b1ffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2b2015c280 0x7f2b20073f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:60816/0 (socket says 172.21.15.157:60816) 2024-09-10T10:17:49.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b24b3e640 1 -- 172.21.15.157:0/1883170595 learned_addr learned my addr 172.21.15.157:0/1883170595 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:49.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b24b3e640 1 -- 172.21.15.157:0/1883170595 >> v2:172.21.15.192:3300/0 conn(0x7f2b2015c280 msgr2=0x7f2b20073f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b24b3e640 1 --2- 172.21.15.157:0/1883170595 >> v2:172.21.15.192:3300/0 conn(0x7f2b2015c280 0x7f2b20073f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b24b3e640 1 -- 172.21.15.157:0/1883170595 >> v1:172.21.15.192:6789/0 conn(0x7f2b2015c660 legacy=0x7f2b200b4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b24b3e640 1 -- 172.21.15.157:0/1883170595 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2015d550 con 0x7f2b200b4a90 2024-09-10T10:17:49.563 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/1883170595 >> v2:172.21.15.192:3300/0 conn(0x7f2b2015c280 0x7f2b20073f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:17:49.564 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.559+0000 7f2b24b3e640 1 --2- 172.21.15.157:0/1883170595 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b200b4a90 0x7f2b2015e0b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2b2015dac0 tx=0x7f2b1801c980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29d46592475fc068 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b1effd640 1 -- 172.21.15.157:0/1883170595 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b180a5750 con 0x7f2b200b4a90 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b1effd640 1 -- 172.21.15.157:0/1883170595 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b180a58f0 con 0x7f2b200b4a90 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b1effd640 1 -- 172.21.15.157:0/1883170595 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b180a5cc0 con 0x7f2b200b4a90 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 -- 172.21.15.157:0/1883170595 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b200b4a90 msgr2=0x7f2b2015e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 --2- 172.21.15.157:0/1883170595 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b200b4a90 0x7f2b2015e0b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2b2015dac0 tx=0x7f2b1801c980 comp rx=0 tx=0).stop 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 -- 172.21.15.157:0/1883170595 shutdown_connections 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 --2- 172.21.15.157:0/1883170595 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b200b4a90 0x7f2b2015e0b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 --2- 172.21.15.157:0/1883170595 >> v2:172.21.15.192:3300/0 conn(0x7f2b2015c280 0x7f2b20073f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 -- 172.21.15.157:0/1883170595 >> 172.21.15.157:0/1883170595 conn(0x7f2b20067a00 msgr2=0x7f2b20067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 -- 172.21.15.157:0/1883170595 shutdown_connections 2024-09-10T10:17:49.566 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 -- 172.21.15.157:0/1883170595 wait complete. 2024-09-10T10:17:49.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 Processor -- start 2024-09-10T10:17:49.567 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 -- start start 2024-09-10T10:17:49.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b200b4a90 0x7f2b201f4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b2015c280 0x7f2b2014f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b2015c660 0x7f2b20156290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2015f190 con 0x7f2b200b4a90 2024-09-10T10:17:49.570 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2015f010 con 0x7f2b2015c660 2024-09-10T10:17:49.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b265a1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2015f310 con 0x7f2b2015c280 2024-09-10T10:17:49.571 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b1ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b200b4a90 0x7f2b201f4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b1ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b200b4a90 0x7f2b201f4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41900/0 (socket says 172.21.15.157:41900) 2024-09-10T10:17:49.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.563+0000 7f2b1ffff640 1 -- 172.21.15.157:0/1967892731 learned_addr learned my addr 172.21.15.157:0/1967892731 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:49.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b2015c280 0x7f2b2014f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b24b3e640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b2015c660 0x7f2b20156290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.572 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1ffff640 1 -- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b2015c280 msgr2=0x7f2b2014f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.573 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b2015c280 0x7f2b2014f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.573 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1ffff640 1 -- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b2015c660 msgr2=0x7f2b20156290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.574 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b2015c660 0x7f2b20156290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.574 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1ffff640 1 -- 172.21.15.157:0/1967892731 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2014f760 con 0x7f2b200b4a90 2024-09-10T10:17:49.574 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b200b4a90 0x7f2b201f4d70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f2b1000ec10 tx=0x7f2b1000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.574 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1cff9640 1 -- 172.21.15.157:0/1967892731 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b10017070 con 0x7f2b200b4a90 2024-09-10T10:17:49.574 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1cff9640 1 -- 172.21.15.157:0/1967892731 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b1000cbd0 con 0x7f2b200b4a90 2024-09-10T10:17:49.575 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b265a1640 1 -- 172.21.15.157:0/1967892731 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b20152bb0 con 0x7f2b200b4a90 2024-09-10T10:17:49.575 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1cff9640 1 -- 172.21.15.157:0/1967892731 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b10013470 con 0x7f2b200b4a90 2024-09-10T10:17:49.575 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b265a1640 1 -- 172.21.15.157:0/1967892731 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b200b23c0 con 0x7f2b200b4a90 2024-09-10T10:17:49.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1cff9640 1 -- 172.21.15.157:0/1967892731 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2b1001a070 con 0x7f2b200b4a90 2024-09-10T10:17:49.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1cff9640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2b0c0678c0 0x7f2b0c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1cff9640 1 -- 172.21.15.157:0/1967892731 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2b10085b40 con 0x7f2b200b4a90 2024-09-10T10:17:49.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2b0c0678c0 0x7f2b0c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b2965d000 1 Processor -- start 2024-09-10T10:17:49.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b2965d000 1 -- start start 2024-09-10T10:17:49.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.567+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2b0c0678c0 0x7f2b0c069d80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2b200b3c50 tx=0x7f2b14009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 0x55d962f53f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f09d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0a290 0x55d962f0a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55d962df1b60 con 0x55d962f0a290 2024-09-10T10:17:49.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d962d58c70 con 0x55d962f54440 2024-09-10T10:17:49.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x55d962cfeed0 con 0x55d962f53b20 2024-09-10T10:17:49.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0a290 0x55d962f0a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0a290 0x55d962f0a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41904/0 (socket says 172.21.15.157:41904) 2024-09-10T10:17:49.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 -- 172.21.15.157:0/947247743 learned_addr learned my addr 172.21.15.157:0/947247743 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:49.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 0x55d962f53f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f09d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 -- 172.21.15.157:0/947247743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 msgr2=0x55d962f53f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 0x55d962f53f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 -- 172.21.15.157:0/947247743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 msgr2=0x55d962f09d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f09d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 -- 172.21.15.157:0/947247743 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d962d10e50 con 0x55d962f0a290 2024-09-10T10:17:49.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f09d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:49.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0a290 0x55d962f0a670 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2b1801a5b0 tx=0x7f2b18004ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b093c7f6aa31584 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b05ffb640 1 -- 172.21.15.157:0/947247743 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b180bd070 con 0x55d962f0a290 2024-09-10T10:17:49.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b05ffb640 1 -- 172.21.15.157:0/947247743 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b180a5750 con 0x55d962f0a290 2024-09-10T10:17:49.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b05ffb640 1 -- 172.21.15.157:0/947247743 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b180a5b00 con 0x55d962f0a290 2024-09-10T10:17:49.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- 172.21.15.157:0/947247743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0a290 msgr2=0x55d962f0a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0a290 0x55d962f0a670 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2b1801a5b0 tx=0x7f2b18004ac0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- 172.21.15.157:0/947247743 shutdown_connections 2024-09-10T10:17:49.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0a290 0x55d962f0a670 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f09d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- 172.21.15.157:0/947247743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 0x55d962f53f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- 172.21.15.157:0/947247743 >> 172.21.15.157:0/947247743 conn(0x55d962f10600 msgr2=0x55d962f08630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:49.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- 172.21.15.157:0/947247743 shutdown_connections 2024-09-10T10:17:49.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- 172.21.15.157:0/947247743 wait complete. 2024-09-10T10:17:49.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- start start 2024-09-10T10:17:49.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 Processor -- start 2024-09-10T10:17:49.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 0x55d962f0ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f14cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0f390 0x55d962f15230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55d962dbab00 con 0x55d962f0f390 2024-09-10T10:17:49.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d962d33360 con 0x55d962f54440 2024-09-10T10:17:49.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x55d962d302d0 con 0x55d962f53b20 2024-09-10T10:17:49.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b2965d000 10 client.0 _ll_register_callbacks cb 0x55d962ef5820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:17:49.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0f390 0x55d962f15230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0f390 0x55d962f15230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41908/0 (socket says 172.21.15.157:41908) 2024-09-10T10:17:49.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 -- 172.21.15.157:0/627983726 learned_addr learned my addr 172.21.15.157:0/627983726 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:49.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 0x55d962f0ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 -- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 msgr2=0x55d962f0ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 0x55d962f0ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f14cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 -- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 msgr2=0x55d962f14cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f14cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b24b3e640 1 -- 172.21.15.157:0/627983726 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d962cff120 con 0x55d962f0f390 2024-09-10T10:17:49.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.571+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f14cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:49.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b24b3e640 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0f390 0x55d962f15230 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2b1801a5b0 tx=0x7f2b1801b1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a424ba403e1332e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-09-10T10:17:49.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 1 -- 172.21.15.157:0/627983726 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b180ba070 con 0x55d962f0f390 2024-09-10T10:17:49.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 1 -- 172.21.15.157:0/627983726 <== mon.0 v2:172.21.15.157:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2b180a5b00 con 0x55d962f0f390 2024-09-10T10:17:49.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 -- 172.21.15.157:0/627983726 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b180a5750 con 0x55d962f0f390 2024-09-10T10:17:49.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 1 -- 172.21.15.157:0/627983726 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f2b180bd040 con 0x55d962f0f390 2024-09-10T10:17:49.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 10 client.4983 fetch_fsmap learned FSMap version 17 2024-09-10T10:17:49.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 -- 172.21.15.157:0/627983726 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x55d962cf8450 con 0x55d962f0f390 2024-09-10T10:17:49.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 1 -- 172.21.15.157:0/627983726 <== mon.0 v2:172.21.15.157:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b180a5750 con 0x55d962f0f390 2024-09-10T10:17:49.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 1 -- 172.21.15.157:0/627983726 <== mon.0 v2:172.21.15.157:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7f2b18008040 con 0x55d962f0f390 2024-09-10T10:17:49.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 10 client.4983 fetch_fsmap finished waiting for FSMap version 17 2024-09-10T10:17:49.604 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 10 client.4983 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-10T10:17:49.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 20 client.4983 populate_metadata read hostname 'smithi157' 2024-09-10T10:17:49.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] conn(0x55d962f62280 0x55d962f64670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 4 client.4983 mds_command: new command op to 4827 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T10:17:49.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 -- 172.21.15.157:0/627983726 --> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d962cf2c00 con 0x55d962f62280 2024-09-10T10:17:49.605 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] conn(0x55d962f62280 0x55d962f64670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 10 client.4983 ms_handle_connect on v2:172.21.15.192:6835/457893353 2024-09-10T10:17:49.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] conn(0x55d962f62280 0x55d962f64670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9950fc0fc267756f server_cookie=e044dccc90e830cb in_seq=0 out_seq=0 2024-09-10T10:17:49.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 1 -- 172.21.15.157:0/627983726 <== mds.0 v2:172.21.15.192:6835/457893353 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d962cf2c00 con 0x55d962f62280 2024-09-10T10:17:49.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 10 client.4983 handle_command_reply: tid=0 2024-09-10T10:17:49.606 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 client.4983 shutdown 2024-09-10T10:17:49.607 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 -- 172.21.15.157:0/627983726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0f390 msgr2=0x55d962f15230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.607 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0f390 0x55d962f15230 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2b1801a5b0 tx=0x7f2b1801b1c0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.607 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 -- 172.21.15.157:0/627983726 shutdown_connections 2024-09-10T10:17:49.607 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] conn(0x55d962f62280 0x55d962f64670 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.607 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f0f390 0x55d962f15230 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f14cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 --2- 172.21.15.157:0/627983726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f53b20 0x55d962f0ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2afeffd640 0 client.4983 ms_handle_reset on v2:172.21.15.192:6835/457893353 2024-09-10T10:17:49.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 -- 172.21.15.157:0/627983726 >> 172.21.15.157:0/627983726 conn(0x55d962f0a290 msgr2=0x55d962f08d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:49.608 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 -- 172.21.15.157:0/627983726 shutdown_connections 2024-09-10T10:17:49.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 1 -- 172.21.15.157:0/627983726 wait complete. 2024-09-10T10:17:49.609 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.575+0000 7f2b2965d000 20 client.4983 trim_cache size 0 max 16384 2024-09-10T10:17:49.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 Processor -- start 2024-09-10T10:17:49.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- start start 2024-09-10T10:17:49.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f0f390 0x55d962f52cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f53200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f54440 0x55d962f64670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2b20200560 con 0x55d962f53b20 2024-09-10T10:17:49.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2b200d2880 con 0x55d962f0f390 2024-09-10T10:17:49.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2b200b3570 con 0x55d962f54440 2024-09-10T10:17:49.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b1f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f53200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b1f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f53200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41924/0 (socket says 172.21.15.157:41924) 2024-09-10T10:17:49.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b1f7fe640 1 -- 172.21.15.157:0/3950169167 learned_addr learned my addr 172.21.15.157:0/3950169167 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:49.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b1f7fe640 1 -- 172.21.15.157:0/3950169167 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f54440 msgr2=0x55d962f64670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/3950169167 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f54440 0x55d962f64670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b1f7fe640 1 -- 172.21.15.157:0/3950169167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f0f390 msgr2=0x55d962f52cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.622 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/3950169167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f0f390 0x55d962f52cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b1f7fe640 1 -- 172.21.15.157:0/3950169167 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d962cdffd0 con 0x55d962f53b20 2024-09-10T10:17:49.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/3950169167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f53200 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f2b14005410 tx=0x7f2b14012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f11c72de4104d946 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b057fa640 1 -- 172.21.15.157:0/3950169167 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b14013630 con 0x55d962f53b20 2024-09-10T10:17:49.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b057fa640 1 -- 172.21.15.157:0/3950169167 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b140137d0 con 0x55d962f53b20 2024-09-10T10:17:49.623 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b057fa640 1 -- 172.21.15.157:0/3950169167 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b14013bc0 con 0x55d962f53b20 2024-09-10T10:17:49.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- 172.21.15.157:0/3950169167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 msgr2=0x55d962f53200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3950169167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f53200 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f2b14005410 tx=0x7f2b14012000 comp rx=0 tx=0).stop 2024-09-10T10:17:49.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- 172.21.15.157:0/3950169167 shutdown_connections 2024-09-10T10:17:49.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3950169167 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f54440 0x55d962f64670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.624 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3950169167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f53200 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3950169167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f0f390 0x55d962f52cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- 172.21.15.157:0/3950169167 >> 172.21.15.157:0/3950169167 conn(0x55d962f0a290 msgr2=0x55d962f0e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:49.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- 172.21.15.157:0/3950169167 shutdown_connections 2024-09-10T10:17:49.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- 172.21.15.157:0/3950169167 wait complete. 2024-09-10T10:17:49.625 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 -- start start 2024-09-10T10:17:49.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.595+0000 7f2b2965d000 1 Processor -- start 2024-09-10T10:17:49.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f0f390 0x55d962f67590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f8b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f8b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x55d962d57f80 con 0x55d962f53b20 2024-09-10T10:17:49.626 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d962d10ca0 con 0x55d962f54440 2024-09-10T10:17:49.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x55d962d5d2a0 con 0x55d962f0f390 2024-09-10T10:17:49.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 10 client.0 _ll_register_callbacks cb 0x7f2b18009d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T10:17:49.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f8b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f8b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41936/0 (socket says 172.21.15.157:41936) 2024-09-10T10:17:49.627 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1f7fe640 1 -- 172.21.15.157:0/3387540579 learned_addr learned my addr 172.21.15.157:0/3387540579 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:49.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f0f390 0x55d962f67590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1f7fe640 1 -- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f0f390 msgr2=0x55d962f67590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f0f390 0x55d962f67590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1f7fe640 1 -- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 msgr2=0x55d962f8b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f8b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1f7fe640 1 -- 172.21.15.157:0/3387540579 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d962ddb750 con 0x55d962f53b20 2024-09-10T10:17:49.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1f7fe640 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f8b170 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x55d962cf8b10 tx=0x7f2b14000bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e330cb17a423917 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 10 client.0 ms_handle_connect on v2:172.21.15.157:3300/0 2024-09-10T10:17:49.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 1 -- 172.21.15.157:0/3387540579 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b14013630 con 0x55d962f53b20 2024-09-10T10:17:49.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 1 -- 172.21.15.157:0/3387540579 <== mon.0 v2:172.21.15.157:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2b1402b460 con 0x55d962f53b20 2024-09-10T10:17:49.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- 172.21.15.157:0/3387540579 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b140137d0 con 0x55d962f53b20 2024-09-10T10:17:49.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 1 -- 172.21.15.157:0/3387540579 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f2b14038050 con 0x55d962f53b20 2024-09-10T10:17:49.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 10 client.4989 fetch_fsmap learned FSMap version 17 2024-09-10T10:17:49.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- 172.21.15.157:0/3387540579 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x55d962ce6a30 con 0x55d962f53b20 2024-09-10T10:17:49.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 1 -- 172.21.15.157:0/3387540579 <== mon.0 v2:172.21.15.157:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b140137d0 con 0x55d962f53b20 2024-09-10T10:17:49.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 1 -- 172.21.15.157:0/3387540579 <== mon.0 v2:172.21.15.157:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7f2b1403b020 con 0x55d962f53b20 2024-09-10T10:17:49.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 10 client.4989 fetch_fsmap finished waiting for FSMap version 17 2024-09-10T10:17:49.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 10 client.4989 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-10T10:17:49.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 20 client.4989 populate_metadata read hostname 'smithi157' 2024-09-10T10:17:49.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] conn(0x55d962f8bbf0 0x55d962fcf410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 4 client.4989 mds_command: new command op to 4827 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T10:17:49.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- 172.21.15.157:0/3387540579 --> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] -- command(tid 0: {"prefix": "status"}) -- 0x55d962d663a0 con 0x55d962f8bbf0 2024-09-10T10:17:49.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] conn(0x55d962f8bbf0 0x55d962fcf410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 10 client.4989 ms_handle_connect on v2:172.21.15.192:6835/457893353 2024-09-10T10:17:49.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b1ffff640 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] conn(0x55d962f8bbf0 0x55d962fcf410 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4cc0461693a9373 server_cookie=624fbcea38ba06ba in_seq=0 out_seq=0 2024-09-10T10:17:49.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 1 -- 172.21.15.157:0/3387540579 <== mds.0 v2:172.21.15.192:6835/457893353 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55d962d663a0 con 0x55d962f8bbf0 2024-09-10T10:17:49.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 10 client.4989 handle_command_reply: tid=0 2024-09-10T10:17:49.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 client.4989 shutdown 2024-09-10T10:17:49.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- 172.21.15.157:0/3387540579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 msgr2=0x55d962f8b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f8b170 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x55d962cf8b10 tx=0x7f2b14000bd0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- 172.21.15.157:0/3387540579 shutdown_connections 2024-09-10T10:17:49.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:6835/457893353,v1:172.21.15.192:6837/457893353] conn(0x55d962f8bbf0 0x55d962fcf410 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d962f54440 0x55d962f8b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d962f53b20 0x55d962f8b170 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2afeffd640 0 client.4989 ms_handle_reset on v2:172.21.15.192:6835/457893353 2024-09-10T10:17:49.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 --2- 172.21.15.157:0/3387540579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d962f0f390 0x55d962f67590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- 172.21.15.157:0/3387540579 >> 172.21.15.157:0/3387540579 conn(0x55d962f0a290 msgr2=0x55d962f51cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:49.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- 172.21.15.157:0/3387540579 shutdown_connections 2024-09-10T10:17:49.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 1 -- 172.21.15.157:0/3387540579 wait complete. 2024-09-10T10:17:49.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b2965d000 20 client.4989 trim_cache size 0 max 16384 2024-09-10T10:17:49.635 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:17:49.635 INFO:teuthology.orchestra.run.smithi157.stdout: "cluster_fsid": "913aae7f-1809-467c-9dc4-49f6003851bb", 2024-09-10T10:17:49.635 INFO:teuthology.orchestra.run.smithi157.stdout: "whoami": 0, 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout: "id": 4827, 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout: "want_state": "up:active", 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout: "state": "up:active", 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout: "fs_name": "cephfs", 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout: "rank_uptime": 5.7207129620000003, 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout: "mdsmap_epoch": 17, 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_epoch": 32, 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout: "osdmap_epoch_barrier": 32, 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout: "uptime": 12.638478315 2024-09-10T10:17:49.636 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 -- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2b0c0678c0 msgr2=0x7f2b0c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2b0c0678c0 0x7f2b0c069d80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2b200b3c50 tx=0x7f2b14009040 comp rx=0 tx=0).stop 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 -- 172.21.15.157:0/1967892731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b200b4a90 msgr2=0x7f2b201f4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b200b4a90 0x7f2b201f4d70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f2b1000ec10 tx=0x7f2b1000c520 comp rx=0 tx=0).stop 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 -- 172.21.15.157:0/1967892731 shutdown_connections 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2b0c0678c0 0x7f2b0c069d80 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b2015c660 0x7f2b20156290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b2015c280 0x7f2b2014f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 --2- 172.21.15.157:0/1967892731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b200b4a90 0x7f2b201f4d70 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 -- 172.21.15.157:0/1967892731 >> 172.21.15.157:0/1967892731 conn(0x7f2b20067a00 msgr2=0x7f2b200b6920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 -- 172.21.15.157:0/1967892731 shutdown_connections 2024-09-10T10:17:49.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.599+0000 7f2b265a1640 1 -- 172.21.15.157:0/1967892731 wait complete. 2024-09-10T10:17:49.639 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T10:17:49.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.739+0000 7f2c69945640 1 Processor -- start 2024-09-10T10:17:49.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.739+0000 7f2c69945640 1 -- start start 2024-09-10T10:17:49.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c69945640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2c640b4710 0x7f2c640b3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c69945640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2c640ce210 0x7f2c6415e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c69945640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c640b4bd0 con 0x7f2c640cde30 2024-09-10T10:17:49.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c69945640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f2c6415f260 con 0x7f2c640ce210 2024-09-10T10:17:49.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c69945640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f2c640b4080 con 0x7f2c640b4710 2024-09-10T10:17:49.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c637fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2c640ce210 0x7f2c6415e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c637fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2c640ce210 0x7f2c6415e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41946/0 (socket says 172.21.15.157:41946) 2024-09-10T10:17:49.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c637fe640 1 -- 172.21.15.157:0/3127639017 learned_addr learned my addr 172.21.15.157:0/3127639017 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:49.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c627fc640 1 --2- 172.21.15.157:0/3127639017 >> v2:172.21.15.192:3300/0 conn(0x7f2c640b4710 0x7f2c640b3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c637fe640 1 -- 172.21.15.157:0/3127639017 >> v2:172.21.15.192:3300/0 conn(0x7f2c640b4710 msgr2=0x7f2c640b3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c637fe640 1 --2- 172.21.15.157:0/3127639017 >> v2:172.21.15.192:3300/0 conn(0x7f2c640b4710 0x7f2c640b3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c637fe640 1 -- 172.21.15.157:0/3127639017 >> v1:172.21.15.192:6789/0 conn(0x7f2c640cde30 legacy=0x7f2c640ccf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:49.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c637fe640 1 -- 172.21.15.157:0/3127639017 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c640b4eb0 con 0x7f2c640ce210 2024-09-10T10:17:49.748 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c627fc640 1 --2- 172.21.15.157:0/3127639017 >> v2:172.21.15.192:3300/0 conn(0x7f2c640b4710 0x7f2c640b3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:49.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c637fe640 1 --2- 172.21.15.157:0/3127639017 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 0x7f2c6415e3e0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2c640cf4d0 tx=0x7f2c5c01c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c71cbc3d42a8113 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c61ffb640 1 -- 172.21.15.157:0/3127639017 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0a5640 con 0x7f2c640ce210 2024-09-10T10:17:49.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c61ffb640 1 -- 172.21.15.157:0/3127639017 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c5c0a57e0 con 0x7f2c640ce210 2024-09-10T10:17:49.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.743+0000 7f2c61ffb640 1 -- 172.21.15.157:0/3127639017 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0a5bb0 con 0x7f2c640ce210 2024-09-10T10:17:49.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- 172.21.15.157:0/3127639017 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 msgr2=0x7f2c6415e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 --2- 172.21.15.157:0/3127639017 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 0x7f2c6415e3e0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2c640cf4d0 tx=0x7f2c5c01c8f0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- 172.21.15.157:0/3127639017 shutdown_connections 2024-09-10T10:17:49.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 --2- 172.21.15.157:0/3127639017 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 0x7f2c6415e3e0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 --2- 172.21.15.157:0/3127639017 >> v2:172.21.15.192:3300/0 conn(0x7f2c640b4710 0x7f2c640b3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- 172.21.15.157:0/3127639017 >> 172.21.15.157:0/3127639017 conn(0x7f2c6406bcc0 msgr2=0x7f2c6406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:49.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- 172.21.15.157:0/3127639017 shutdown_connections 2024-09-10T10:17:49.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- 172.21.15.157:0/3127639017 wait complete. 2024-09-10T10:17:49.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 Processor -- start 2024-09-10T10:17:49.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- start start 2024-09-10T10:17:49.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c640b4710 0x7f2c6413a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c640cde30 0x7f2c6406d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 0x7f2c6414b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2c640d0050 con 0x7f2c640ce210 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2c640cfed0 con 0x7f2c640cde30 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2c640d01d0 con 0x7f2c640b4710 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c637fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 0x7f2c6414b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c637fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 0x7f2c6414b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41952/0 (socket says 172.21.15.157:41952) 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c637fe640 1 -- 172.21.15.157:0/3423064860 learned_addr learned my addr 172.21.15.157:0/3423064860 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c627fc640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c640cde30 0x7f2c6406d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c62ffd640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c640b4710 0x7f2c6413a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c637fe640 1 -- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c640b4710 msgr2=0x7f2c6413a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c637fe640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c640b4710 0x7f2c6413a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c637fe640 1 -- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c640cde30 msgr2=0x7f2c6406d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c637fe640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c640cde30 0x7f2c6406d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c637fe640 1 -- 172.21.15.157:0/3423064860 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c641494e0 con 0x7f2c640ce210 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c637fe640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 0x7f2c6414b4b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0af040 tx=0x7f2c5c019690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c4bfff640 1 -- 172.21.15.157:0/3423064860 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0bc020 con 0x7f2c640ce210 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c4bfff640 1 -- 172.21.15.157:0/3423064860 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c5c0b8670 con 0x7f2c640ce210 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c640aaa60 con 0x7f2c640ce210 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c4bfff640 1 -- 172.21.15.157:0/3423064860 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0b8aa0 con 0x7f2c640ce210 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c640aa780 con 0x7f2c640ce210 2024-09-10T10:17:49.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.747+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c64149310 con 0x7f2c640ce210 2024-09-10T10:17:49.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.751+0000 7f2c4bfff640 1 -- 172.21.15.157:0/3423064860 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2c5c0bf020 con 0x7f2c640ce210 2024-09-10T10:17:49.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.751+0000 7f2c4bfff640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2c500678c0 0x7f2c50069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:49.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.751+0000 7f2c4bfff640 1 -- 172.21.15.157:0/3423064860 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2c5c120ca0 con 0x7f2c640ce210 2024-09-10T10:17:49.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.751+0000 7f2c62ffd640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2c500678c0 0x7f2c50069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:49.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.751+0000 7f2c62ffd640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2c500678c0 0x7f2c50069d80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2c54004e30 tx=0x7f2c54009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:49.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.755+0000 7f2c4bfff640 1 -- 172.21.15.157:0/3423064860 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f2c5c0c6030 con 0x7f2c640ce210 2024-09-10T10:17:49.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.947+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f2c640b3b40 con 0x7f2c640ce210 2024-09-10T10:17:49.951 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.947+0000 7f2c4bfff640 1 -- 172.21.15.157:0/3423064860 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7f2c5c0165a0 con 0x7f2c640ce210 2024-09-10T10:17:49.951 INFO:teuthology.orchestra.run.smithi157.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T10:17:49.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2c500678c0 msgr2=0x7f2c50069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2c500678c0 0x7f2c50069d80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2c54004e30 tx=0x7f2c54009040 comp rx=0 tx=0).stop 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 msgr2=0x7f2c6414b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 0x7f2c6414b4b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0af040 tx=0x7f2c5c019690 comp rx=0 tx=0).stop 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 shutdown_connections 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2c500678c0 0x7f2c50069d80 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c640ce210 0x7f2c6414b4b0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c640cde30 0x7f2c6406d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 --2- 172.21.15.157:0/3423064860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c640b4710 0x7f2c6413a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 >> 172.21.15.157:0/3423064860 conn(0x7f2c6406bcc0 msgr2=0x7f2c6414e910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 shutdown_connections 2024-09-10T10:17:49.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:49.951+0000 7f2c69945640 1 -- 172.21.15.157:0/3423064860 wait complete. 2024-09-10T10:17:49.972 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T10:17:49.972 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T10:17:49.972 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi157.front.sepia.ceph.com 2024-09-10T10:17:49.972 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T10:17:49.972 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:49.972 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T10:17:49.973 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T10:17:49.973 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T10:17:49.973 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:17:49.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:49.973 DEBUG:teuthology.orchestra.run.smithi157:> ip addr 2024-09-10T10:17:49.984 INFO:teuthology.orchestra.run.smithi157.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T10:17:49.984 INFO:teuthology.orchestra.run.smithi157.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T10:17:49.984 INFO:teuthology.orchestra.run.smithi157.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 ::1/128 scope host 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:98 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f0 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:99 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f1 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-10T10:17:49.985 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a0 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a1 brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout: inet 172.21.15.157/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft 42452sec preferred_lft 42452sec 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::ec4:7aff:fe88:7ea1/64 scope link 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 02:42:b2:30:b3:3f brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T10:17:49.986 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-10T10:17:49.987 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-10T10:17:49.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:49.988 DEBUG:teuthology.orchestra.run.smithi157:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T10:17:50.041 INFO:teuthology.orchestra.run.smithi157.stdout:1 2024-09-10T10:17:50.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:50.042 DEBUG:teuthology.orchestra.run.smithi157:> route 2024-09-10T10:17:50.102 INFO:teuthology.orchestra.run.smithi157.stdout:Kernel IP routing table 2024-09-10T10:17:50.102 INFO:teuthology.orchestra.run.smithi157.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T10:17:50.102 INFO:teuthology.orchestra.run.smithi157.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-10T10:17:50.102 INFO:teuthology.orchestra.run.smithi157.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T10:17:50.103 INFO:teuthology.orchestra.run.smithi157.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-10T10:17:50.103 INFO:teuthology.orchestra.run.smithi157.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-10T10:17:50.103 INFO:teuthology.orchestra.run.smithi157.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T10:17:50.103 INFO:teuthology.orchestra.run.smithi157.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:50.103 INFO:teuthology.orchestra.run.smithi157.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:50.103 INFO:teuthology.orchestra.run.smithi157.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-10T10:17:50.103 INFO:teuthology.orchestra.run.smithi157.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T10:17:50.103 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T10:17:50.104 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-10T10:17:50.104 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T10:17:50.104 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T10:17:50.104 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T10:17:50.104 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-10T10:17:50.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T10:17:50.213 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:50.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:50.219 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list 2024-09-10T10:17:50.276 INFO:teuthology.orchestra.run.smithi157.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:17:50.276 INFO:teuthology.orchestra.run.smithi157.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:17:50.276 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:17:50.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:50.276 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set brx.0 up 2024-09-10T10:17:50.329 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T10:17:50.329 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:50.329 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:50.381 INFO:teuthology.orchestra.run.smithi157.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T10:17:50.381 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T10:17:50.381 DEBUG:teuthology.orchestra.run.smithi157:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:50.430 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-10T10:17:50.487 DEBUG:teuthology.orchestra.run.smithi157:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:50.537 INFO:teuthology.orchestra.run.smithi157.stdout:/sys 2024-09-10T10:17:50.537 INFO:teuthology.orchestra.run.smithi157.stdout:/proc 2024-09-10T10:17:50.537 INFO:teuthology.orchestra.run.smithi157.stdout:/dev 2024-09-10T10:17:50.537 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/pts 2024-09-10T10:17:50.537 INFO:teuthology.orchestra.run.smithi157.stdout:/run 2024-09-10T10:17:50.537 INFO:teuthology.orchestra.run.smithi157.stdout:/ 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/security 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/shm 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/run/lock 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/cgroup 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/pstore 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/bpf 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/hugepages 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/mqueue 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/debug 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/tracing 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/fs/nfsd 2024-09-10T10:17:50.538 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/config 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/run/rpc_pipefs 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/run/user/1000 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:50.539 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:50.540 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:50.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:50.541 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-10T10:17:50.591 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T10:17:50.592 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T10:17:50.635 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-10T10:17:50.650 DEBUG:teuthology.orchestra.run.smithi157:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/sys 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/proc 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/dev 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/pts 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/run 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/ 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/security 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/shm 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/run/lock 2024-09-10T10:17:50.698 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/cgroup 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/pstore 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/bpf 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/hugepages 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/mqueue 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/debug 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/tracing 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/fs/nfsd 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/config 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/run/rpc_pipefs 2024-09-10T10:17:50.699 INFO:teuthology.orchestra.run.smithi157.stdout:/run/user/1000 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:50.700 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:50.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:50.701 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-10T10:17:50.716 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi157.stderr:2024-09-10T10:17:50.711+0000 7fdb4a967580 -1 init, newargv = 0x557d8701b9e0 newargc=15 2024-09-10T10:17:50.716 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi157.stderr:ceph-fuse[36772]: starting ceph client 2024-09-10T10:17:50.722 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi157.stderr:ceph-fuse[36772]: starting fuse 2024-09-10T10:17:51.006 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:17:51.009 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:17:51.822 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-10T10:17:51.838 DEBUG:teuthology.orchestra.run.smithi157:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T10:17:51.886 INFO:teuthology.orchestra.run.smithi157.stdout:/sys 2024-09-10T10:17:51.887 INFO:teuthology.orchestra.run.smithi157.stdout:/proc 2024-09-10T10:17:51.887 INFO:teuthology.orchestra.run.smithi157.stdout:/dev 2024-09-10T10:17:51.887 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/pts 2024-09-10T10:17:51.887 INFO:teuthology.orchestra.run.smithi157.stdout:/run 2024-09-10T10:17:51.887 INFO:teuthology.orchestra.run.smithi157.stdout:/ 2024-09-10T10:17:51.887 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/security 2024-09-10T10:17:51.887 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/shm 2024-09-10T10:17:51.887 INFO:teuthology.orchestra.run.smithi157.stdout:/run/lock 2024-09-10T10:17:51.888 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/cgroup 2024-09-10T10:17:51.888 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/pstore 2024-09-10T10:17:51.888 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/bpf 2024-09-10T10:17:51.888 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T10:17:51.889 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/hugepages 2024-09-10T10:17:51.889 INFO:teuthology.orchestra.run.smithi157.stdout:/dev/mqueue 2024-09-10T10:17:51.889 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/debug 2024-09-10T10:17:51.889 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/tracing 2024-09-10T10:17:51.889 INFO:teuthology.orchestra.run.smithi157.stdout:/proc/fs/nfsd 2024-09-10T10:17:51.889 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/fs/fuse/connections 2024-09-10T10:17:51.889 INFO:teuthology.orchestra.run.smithi157.stdout:/sys/kernel/config 2024-09-10T10:17:51.889 INFO:teuthology.orchestra.run.smithi157.stdout:/run/credentials/systemd-sysusers.service 2024-09-10T10:17:51.889 INFO:teuthology.orchestra.run.smithi157.stdout:/run/rpc_pipefs 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/run/user/1000 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:17:51.890 INFO:teuthology.orchestra.run.smithi157.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:51.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:51.892 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-10T10:17:51.942 INFO:teuthology.orchestra.run.smithi157.stdout:45 2024-09-10T10:17:51.942 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-10T10:17:51.942 DEBUG:teuthology.orchestra.run.smithi157:> sudo stdin-killer -- python3 -c ' 2024-09-10T10:17:51.942 DEBUG:teuthology.orchestra.run.smithi157:> import glob 2024-09-10T10:17:51.942 DEBUG:teuthology.orchestra.run.smithi157:> import re 2024-09-10T10:17:51.942 DEBUG:teuthology.orchestra.run.smithi157:> import os 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> import subprocess 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> def _find_admin_socket(client_name): 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> files = glob.glob(asok_path) 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> # Given a non-glob path, it better be there 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> if "*" not in asok_path: 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> assert(len(files) == 1) 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> return files[0] 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> for f in files: 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T10:17:51.943 DEBUG:teuthology.orchestra.run.smithi157:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T10:17:51.944 DEBUG:teuthology.orchestra.run.smithi157:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T10:17:51.944 DEBUG:teuthology.orchestra.run.smithi157:> contents = proc_f.read() 2024-09-10T10:17:51.944 DEBUG:teuthology.orchestra.run.smithi157:> if mountpoint in contents: 2024-09-10T10:17:51.944 DEBUG:teuthology.orchestra.run.smithi157:> return f 2024-09-10T10:17:51.944 DEBUG:teuthology.orchestra.run.smithi157:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T10:17:51.944 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:51.944 DEBUG:teuthology.orchestra.run.smithi157:> print(_find_admin_socket("client.0")) 2024-09-10T10:17:51.944 DEBUG:teuthology.orchestra.run.smithi157:> ' 2024-09-10T10:17:52.068 INFO:teuthology.orchestra.run.smithi157.stdout:/var/run/ceph/ceph-client.0.36772.asok 2024-09-10T10:17:52.072 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:52.079 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.36772.asok 2024-09-10T10:17:52.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:52.080 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.36772.asok status 2024-09-10T10:17:52.229 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:17:52.229 INFO:teuthology.orchestra.run.smithi157.stdout: "metadata": { 2024-09-10T10:17:52.229 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T10:17:52.229 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T10:17:52.229 INFO:teuthology.orchestra.run.smithi157.stdout: "entity_id": "0", 2024-09-10T10:17:52.229 INFO:teuthology.orchestra.run.smithi157.stdout: "hostname": "smithi157", 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "pid": "36772", 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "root": "/" 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_count": 0, 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_pinned_count": 0, 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "id": 5001, 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "inst": { 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "name": { 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "client", 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "num": 5001 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-10T10:17:52.230 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.1:0", 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 3249267357 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.1:0", 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 3249267357 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "inst_str": "client.5001 192.168.0.1:0/3249267357", 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "addr_str": "192.168.0.1:0/3249267357", 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "inode_count": 1, 2024-09-10T10:17:52.231 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_epoch": 17, 2024-09-10T10:17:52.232 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch": 32, 2024-09-10T10:17:52.232 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch_barrier": 0, 2024-09-10T10:17:52.232 INFO:teuthology.orchestra.run.smithi157.stdout: "blocklisted": false, 2024-09-10T10:17:52.232 INFO:teuthology.orchestra.run.smithi157.stdout: "fs_name": "cephfs" 2024-09-10T10:17:52.232 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:17:52.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:52.244 DEBUG:teuthology.orchestra.run.smithi157:> stat --file-system '--printf=%T 2024-09-10T10:17:52.244 DEBUG:teuthology.orchestra.run.smithi157:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:52.250 INFO:teuthology.orchestra.run.smithi157.stdout:fuseblk 2024-09-10T10:17:52.250 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:52.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:52.251 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:52.306 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_symlink_recovery false 2024-09-10T10:17:52.477 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdac2ac4640 1 Processor -- start 2024-09-10T10:17:52.477 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdac2ac4640 1 -- start start 2024-09-10T10:17:52.478 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdac2ac4640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdabc0b1e30 0x7fdabc0b22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:52.478 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdac2ac4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdabc0cd810 con 0x7fdabc0cd380 2024-09-10T10:17:52.478 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdac2ac4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdabc0cdaf0 con 0x7fdabc15b150 2024-09-10T10:17:52.478 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdac2ac4640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fdabc0b27e0 con 0x7fdabc0b1e30 2024-09-10T10:17:52.478 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabbfff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fdabc0cd380 0x7fdabc073cb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:57142/0 (socket says 172.21.15.157:57142) 2024-09-10T10:17:52.478 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabbfff640 1 -- 172.21.15.157:0/3367166754 learned_addr learned my addr 172.21.15.157:0/3367166754 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:52.480 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdac1061640 1 --2- 172.21.15.157:0/3367166754 >> v2:172.21.15.192:3300/0 conn(0x7fdabc0b1e30 0x7fdabc0b22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:52.480 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1678345599 0 0) 0x7fdabc0cd810 con 0x7fdabc0cd380 2024-09-10T10:17:52.480 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdaa8003530 con 0x7fdabc0cd380 2024-09-10T10:17:52.480 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2173738933 0 0) 0x7fdaa8003530 con 0x7fdabc0cd380 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 >> v2:172.21.15.192:3300/0 conn(0x7fdabc0b1e30 msgr2=0x7fdabc0b22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 --2- 172.21.15.157:0/3367166754 >> v2:172.21.15.192:3300/0 conn(0x7fdabc0b1e30 0x7fdabc0b22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 >> v1:172.21.15.192:6789/0 conn(0x7fdabc15b150 legacy=0x7fdabc0ce8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdabc0cddd0 con 0x7fdabc0cd380 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fdaa4001680 con 0x7fdabc0cd380 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 >> v1:172.21.15.157:6789/0 conn(0x7fdabc0cd380 legacy=0x7fdabc073cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdaa80039c0 0x7fdaa8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaa8004810 0x7fdaa8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdaa80051d0 0x7fdaa800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fdabc0b27e0 con 0x7fdaa8004810 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa800e280 con 0x7fdaa80039c0 2024-09-10T10:17:52.481 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fdaa800e480 con 0x7fdaa80051d0 2024-09-10T10:17:52.482 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabbfff640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaa8004810 0x7fdaa8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:52.482 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdac1061640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdaa80051d0 0x7fdaa800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:52.482 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabbfff640 1 -- 172.21.15.157:0/3367166754 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdaa80051d0 msgr2=0x7fdaa800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:52.482 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabbfff640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdaa80051d0 0x7fdaa800b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.482 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabbfff640 1 -- 172.21.15.157:0/3367166754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdaa80039c0 msgr2=0x7fdaa8003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:52.482 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabbfff640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdaa80039c0 0x7fdaa8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.482 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdac1061640 1 -- 172.21.15.157:0/3367166754 reap_dead start 2024-09-10T10:17:52.482 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.475+0000 7fdabbfff640 1 -- 172.21.15.157:0/3367166754 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa8003530 con 0x7fdaa8004810 2024-09-10T10:17:52.483 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdabbfff640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaa8004810 0x7fdaa8004c90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fdaa400c190 tx=0x7fdaa401f290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6192660c9e8b9171 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:52.483 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4007d00 con 0x7fdaa8004810 2024-09-10T10:17:52.483 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaa40ac020 con 0x7fdaa8004810 2024-09-10T10:17:52.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdabb7fe640 1 -- 172.21.15.157:0/3367166754 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa40058e0 con 0x7fdaa8004810 2024-09-10T10:17:52.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdac2ac4640 1 -- 172.21.15.157:0/3367166754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaa8004810 msgr2=0x7fdaa8004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:52.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdac2ac4640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaa8004810 0x7fdaa8004c90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fdaa400c190 tx=0x7fdaa401f290 comp rx=0 tx=0).stop 2024-09-10T10:17:52.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdac2ac4640 1 -- 172.21.15.157:0/3367166754 shutdown_connections 2024-09-10T10:17:52.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdac2ac4640 1 --2- 172.21.15.157:0/3367166754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaa8004810 0x7fdaa8004c90 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdac2ac4640 1 -- 172.21.15.157:0/3367166754 >> 172.21.15.157:0/3367166754 conn(0x7fdabc06bcc0 msgr2=0x7fdabc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:52.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdac2ac4640 1 -- 172.21.15.157:0/3367166754 shutdown_connections 2024-09-10T10:17:52.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdac2ac4640 1 -- 172.21.15.157:0/3367166754 wait complete. 2024-09-10T10:17:52.484 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdac2ac4640 1 Processor -- start 2024-09-10T10:17:52.485 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.479+0000 7fdac2ac4640 1 -- start start 2024-09-10T10:17:52.486 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac2ac4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdaa8004810 0x7fdabc150ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:52.486 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac2ac4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdabc1f3770 0x7fdabc14d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:52.486 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac2ac4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdabc1594c0 0x7fdabc159940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac2ac4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fdabc15b530 con 0x7fdabc1f3770 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac2ac4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdabc0ce390 con 0x7fdaa8004810 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac2ac4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fdabc0b22a0 con 0x7fdabc1594c0 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdabbfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdabc1f3770 0x7fdabc14d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdabbfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdabc1f3770 0x7fdabc14d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41978/0 (socket says 172.21.15.157:41978) 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdabbfff640 1 -- 172.21.15.157:0/2186466712 learned_addr learned my addr 172.21.15.157:0/2186466712 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac1061640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdabc1594c0 0x7fdabc159940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac0860640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdaa8004810 0x7fdabc150ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdabbfff640 1 -- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdabc1594c0 msgr2=0x7fdabc159940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdabbfff640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdabc1594c0 0x7fdabc159940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdabbfff640 1 -- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdaa8004810 msgr2=0x7fdabc150ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdabbfff640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdaa8004810 0x7fdabc150ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.487 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdabbfff640 1 -- 172.21.15.157:0/2186466712 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdabc15c9d0 con 0x7fdabc1f3770 2024-09-10T10:17:52.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac0860640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdaa8004810 0x7fdabc150ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:52.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdabbfff640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdabc1f3770 0x7fdabc14d6c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fdaa400c190 tx=0x7fdaa8005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:52.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdab97fa640 1 -- 172.21.15.157:0/2186466712 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4001c40 con 0x7fdabc1f3770 2024-09-10T10:17:52.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdab97fa640 1 -- 172.21.15.157:0/2186466712 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaa40b5070 con 0x7fdabc1f3770 2024-09-10T10:17:52.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdabc1f3ce0 con 0x7fdabc1f3770 2024-09-10T10:17:52.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdab97fa640 1 -- 172.21.15.157:0/2186466712 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4001680 con 0x7fdabc1f3770 2024-09-10T10:17:52.488 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdabc1f42a0 con 0x7fdabc1f3770 2024-09-10T10:17:52.489 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdabc069220 con 0x7fdabc1f3770 2024-09-10T10:17:52.489 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdab97fa640 1 -- 172.21.15.157:0/2186466712 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fdaa40072d0 con 0x7fdabc1f3770 2024-09-10T10:17:52.489 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdab97fa640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fda9c0678c0 0x7fda9c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:52.489 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdab97fa640 1 -- 172.21.15.157:0/2186466712 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fdaa41228c0 con 0x7fdabc1f3770 2024-09-10T10:17:52.489 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.483+0000 7fdac0860640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fda9c0678c0 0x7fda9c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:52.490 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.487+0000 7fdac0860640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fda9c0678c0 0x7fda9c069d80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdabc06ab30 tx=0x7fdaac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:52.493 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.491+0000 7fdab97fa640 1 -- 172.21.15.157:0/2186466712 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fdaa4018fa0 con 0x7fdabc1f3770 2024-09-10T10:17:52.655 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.651+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command([{prefix=config set, name=mds_symlink_recovery}] v 0) -- 0x7fdabc159e80 con 0x7fdabc1f3770 2024-09-10T10:17:52.659 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.655+0000 7fdab97fa640 1 -- 172.21.15.157:0/2186466712 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_symlink_recovery}]=0 v11)=0 v11) ==== 122+0+0 (secure 0 0 0) 0x7fdaa40f3490 con 0x7fdabc1f3770 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fda9c0678c0 msgr2=0x7fda9c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fda9c0678c0 0x7fda9c069d80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdabc06ab30 tx=0x7fdaac009040 comp rx=0 tx=0).stop 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdabc1f3770 msgr2=0x7fdabc14d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdabc1f3770 0x7fdabc14d6c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fdaa400c190 tx=0x7fdaa8005840 comp rx=0 tx=0).stop 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 shutdown_connections 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fda9c0678c0 0x7fda9c069d80 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdabc1594c0 0x7fdabc159940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdabc1f3770 0x7fdabc14d6c0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 --2- 172.21.15.157:0/2186466712 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdaa8004810 0x7fdabc150ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 >> 172.21.15.157:0/2186466712 conn(0x7fdabc06bcc0 msgr2=0x7fdabc0b3310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:52.662 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 shutdown_connections 2024-09-10T10:17:52.663 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52.659+0000 7fdac2ac4640 1 -- 172.21.15.157:0/2186466712 wait complete. 2024-09-10T10:17:52.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:52.679 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir sym_dir0) 2024-09-10T10:17:52.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:52.695 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch sym_dir0/file1) 2024-09-10T10:17:52.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:52.747 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln -s sym_dir0/file1 sym_dir0/symlink_file1) 2024-09-10T10:17:52.797 DEBUG:teuthology.orchestra.run.smithi157:> stdin-killer -- python3 -c ' 2024-09-10T10:17:52.797 DEBUG:teuthology.orchestra.run.smithi157:> import os 2024-09-10T10:17:52.797 DEBUG:teuthology.orchestra.run.smithi157:> import stat 2024-09-10T10:17:52.798 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:52.798 DEBUG:teuthology.orchestra.run.smithi157:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/sym_dir0/symlink_file1").st_ino) 2024-09-10T10:17:52.798 DEBUG:teuthology.orchestra.run.smithi157:> ' 2024-09-10T10:17:52.905 INFO:teuthology.orchestra.run.smithi157.stdout:1099511628278 2024-09-10T10:17:52.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:52.915 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:53.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.071+0000 7fe66c15d640 1 Processor -- start 2024-09-10T10:17:53.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66c15d640 1 -- start start 2024-09-10T10:17:53.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66c15d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe6640b5200 0x7fe66415c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66c15d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 0x7fe6640b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66c15d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe6640b1dc0 0x7fe6640b2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66c15d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fe6640ce3b0 con 0x7fe6640b1dc0 2024-09-10T10:17:53.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66c15d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fe6640b2750 con 0x7fe6640b5200 2024-09-10T10:17:53.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66c15d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe66415c5f0 con 0x7fe6640cca90 2024-09-10T10:17:53.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66a6fa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe6640b1dc0 0x7fe6640b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66a6fa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe6640b1dc0 0x7fe6640b2210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:41988/0 (socket says 172.21.15.157:41988) 2024-09-10T10:17:53.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66a6fa640 1 -- 172.21.15.157:0/3272569505 learned_addr learned my addr 172.21.15.157:0/3272569505 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:53.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe6696f8640 1 --2- 172.21.15.157:0/3272569505 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 0x7fe6640b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe669ef9640 1 --2- 172.21.15.157:0/3272569505 >> v2:172.21.15.192:3300/0 conn(0x7fe6640b5200 0x7fe66415c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66a6fa640 1 -- 172.21.15.157:0/3272569505 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 msgr2=0x7fe6640b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:53.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66a6fa640 1 --2- 172.21.15.157:0/3272569505 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 0x7fe6640b43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66a6fa640 1 -- 172.21.15.157:0/3272569505 >> v2:172.21.15.192:3300/0 conn(0x7fe6640b5200 msgr2=0x7fe66415c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:53.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66a6fa640 1 --2- 172.21.15.157:0/3272569505 >> v2:172.21.15.192:3300/0 conn(0x7fe6640b5200 0x7fe66415c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66a6fa640 1 -- 172.21.15.157:0/3272569505 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6640b55e0 con 0x7fe6640b1dc0 2024-09-10T10:17:53.080 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe6696f8640 1 --2- 172.21.15.157:0/3272569505 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 0x7fe6640b43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:53.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe66a6fa640 1 --2- 172.21.15.157:0/3272569505 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b1dc0 0x7fe6640b2210 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe66406f1a0 tx=0x7fe65c01c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a882e41fb0ada99 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.075+0000 7fe668ef7640 1 -- 172.21.15.157:0/3272569505 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c0a55e0 con 0x7fe6640b1dc0 2024-09-10T10:17:53.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe668ef7640 1 -- 172.21.15.157:0/3272569505 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe65c0a5780 con 0x7fe6640b1dc0 2024-09-10T10:17:53.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe668ef7640 1 -- 172.21.15.157:0/3272569505 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c0a5b50 con 0x7fe6640b1dc0 2024-09-10T10:17:53.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 -- 172.21.15.157:0/3272569505 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b1dc0 msgr2=0x7fe6640b2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 --2- 172.21.15.157:0/3272569505 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b1dc0 0x7fe6640b2210 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe66406f1a0 tx=0x7fe65c01c960 comp rx=0 tx=0).stop 2024-09-10T10:17:53.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 -- 172.21.15.157:0/3272569505 shutdown_connections 2024-09-10T10:17:53.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 --2- 172.21.15.157:0/3272569505 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b1dc0 0x7fe6640b2210 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 --2- 172.21.15.157:0/3272569505 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 0x7fe6640b43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 --2- 172.21.15.157:0/3272569505 >> v2:172.21.15.192:3300/0 conn(0x7fe6640b5200 0x7fe66415c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 -- 172.21.15.157:0/3272569505 >> 172.21.15.157:0/3272569505 conn(0x7fe66406bcc0 msgr2=0x7fe66406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:53.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 -- 172.21.15.157:0/3272569505 shutdown_connections 2024-09-10T10:17:53.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 -- 172.21.15.157:0/3272569505 wait complete. 2024-09-10T10:17:53.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 Processor -- start 2024-09-10T10:17:53.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 -- start start 2024-09-10T10:17:53.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6640b1dc0 0x7fe6641645b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b5200 0x7fe664161510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 0x7fe66415aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe6640b3d40 con 0x7fe6640b5200 2024-09-10T10:17:53.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe6640cd8c0 con 0x7fe6640b1dc0 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66c15d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe6640b3ec0 con 0x7fe6640cca90 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe6696f8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b5200 0x7fe664161510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe6696f8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b5200 0x7fe664161510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:42000/0 (socket says 172.21.15.157:42000) 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe6696f8640 1 -- 172.21.15.157:0/1401643029 learned_addr learned my addr 172.21.15.157:0/1401643029 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe669ef9640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6640b1dc0 0x7fe6641645b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe66a6fa640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 0x7fe66415aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe6696f8640 1 -- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 msgr2=0x7fe66415aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe6696f8640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 0x7fe66415aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe6696f8640 1 -- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6640b1dc0 msgr2=0x7fe6641645b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe6696f8640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6640b1dc0 0x7fe6641645b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.079+0000 7fe6696f8640 1 -- 172.21.15.157:0/1401643029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6640b4910 con 0x7fe6640b5200 2024-09-10T10:17:53.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe6696f8640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b5200 0x7fe664161510 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe65400c7f0 tx=0x7fe65400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe65a7fc640 1 -- 172.21.15.157:0/1401643029 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe654015070 con 0x7fe6640b5200 2024-09-10T10:17:53.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe65a7fc640 1 -- 172.21.15.157:0/1401643029 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe654007820 con 0x7fe6640b5200 2024-09-10T10:17:53.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe65a7fc640 1 -- 172.21.15.157:0/1401643029 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe654007c10 con 0x7fe6640b5200 2024-09-10T10:17:53.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe664161c80 con 0x7fe6640b5200 2024-09-10T10:17:53.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe664162240 con 0x7fe6640b5200 2024-09-10T10:17:53.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe66415c0b0 con 0x7fe6640b5200 2024-09-10T10:17:53.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe65a7fc640 1 -- 172.21.15.157:0/1401643029 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe654018070 con 0x7fe6640b5200 2024-09-10T10:17:53.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe65a7fc640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6480678c0 0x7fe648069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe65a7fc640 1 -- 172.21.15.157:0/1401643029 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe654086120 con 0x7fe6640b5200 2024-09-10T10:17:53.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe669ef9640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6480678c0 0x7fe648069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.083+0000 7fe669ef9640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6480678c0 0x7fe648069d80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe6641f7130 tx=0x7fe660008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.087+0000 7fe65a7fc640 1 -- 172.21.15.157:0/1401643029 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe654056dd0 con 0x7fe6640b5200 2024-09-10T10:17:53.287 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.283+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe6640720a0 con 0x7fe6640b5200 2024-09-10T10:17:53.288 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.283+0000 7fe65a7fc640 1 -- 172.21.15.157:0/1401643029 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7fe6540566d0 con 0x7fe6640b5200 2024-09-10T10:17:53.288 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:53.288 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":17,"btime":"2024-09-10T10:17:46:898540+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4621,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/3850865518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":3850865518},{"type":"v1","addr":"172.21.15.157:6835","nonce":3850865518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6836/1689368113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1689368113},{"type":"v1","addr":"172.21.15.192:6836","nonce":1689368113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4815,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/877460188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":877460188},{"type":"v1","addr":"172.21.15.157:6834","nonce":877460188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:17:43.227592+0000","modified":"2024-09-10T10:17:46.256166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4827},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4827":{"gid":4827,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6837/457893353","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6835","nonce":457893353},{"type":"v1","addr":"172.21.15.192:6837","nonce":457893353}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4827,"qdb_cluster":[4827]},"id":2}]} 2024-09-10T10:17:53.288 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 17 2024-09-10T10:17:53.290 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6480678c0 msgr2=0x7fe648069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.290 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6480678c0 0x7fe648069d80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe6641f7130 tx=0x7fe660008040 comp rx=0 tx=0).stop 2024-09-10T10:17:53.290 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b5200 msgr2=0x7fe664161510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.291 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b5200 0x7fe664161510 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe65400c7f0 tx=0x7fe65400ccb0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.291 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 shutdown_connections 2024-09-10T10:17:53.291 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6480678c0 0x7fe648069d80 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.291 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6640cca90 0x7fe66415aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.291 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe6640b5200 0x7fe664161510 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.291 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 --2- 172.21.15.157:0/1401643029 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6640b1dc0 0x7fe6641645b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.291 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 >> 172.21.15.157:0/1401643029 conn(0x7fe66406bcc0 msgr2=0x7fe6640ce540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:53.291 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 shutdown_connections 2024-09-10T10:17:53.291 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.287+0000 7fe66c15d640 1 -- 172.21.15.157:0/1401643029 wait complete. 2024-09-10T10:17:53.308 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json flush journal 2024-09-10T10:17:53.472 INFO:teuthology.orchestra.run.smithi192.stdout:{"message":"","return_code":0} 2024-09-10T10:17:53.472 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-10T10:17:53.472 DEBUG:teuthology.orchestra.run.smithi157:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data getxattr 100000001f6.00000000 symlink 2024-09-10T10:17:53.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 Processor -- start 2024-09-10T10:17:53.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- start start 2024-09-10T10:17:53.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56418250d0c0 0x564182671d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5641825e0480 0x56418250aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x5641825dc990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.515 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56418250c2a0 con 0x5641825e1260 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56418245c1b0 con 0x56418250d0c0 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x56418250c540 con 0x5641825e0480 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd815501640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x5641825dc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd815501640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x5641825dc990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:42016/0 (socket says 172.21.15.157:42016) 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd814d00640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56418250d0c0 0x564182671d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd815501640 1 -- 172.21.15.157:0/2962578821 learned_addr learned my addr 172.21.15.157:0/2962578821 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8144ff640 1 --2- 172.21.15.157:0/2962578821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5641825e0480 0x56418250aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd815501640 1 -- 172.21.15.157:0/2962578821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5641825e0480 msgr2=0x56418250aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd815501640 1 --2- 172.21.15.157:0/2962578821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5641825e0480 0x56418250aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd815501640 1 -- 172.21.15.157:0/2962578821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56418250d0c0 msgr2=0x564182671d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd815501640 1 --2- 172.21.15.157:0/2962578821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56418250d0c0 0x564182671d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.516 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd815501640 1 -- 172.21.15.157:0/2962578821 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641825deb30 con 0x5641825e1260 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd815501640 1 --2- 172.21.15.157:0/2962578821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x5641825dc990 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd80c00a950 tx=0x7fd80c005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3394a28e7826a0e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8134fd640 1 -- 172.21.15.157:0/2962578821 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c00d960 con 0x5641825e1260 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8134fd640 1 -- 172.21.15.157:0/2962578821 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd80c00db00 con 0x5641825e1260 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8134fd640 1 -- 172.21.15.157:0/2962578821 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c012450 con 0x5641825e1260 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- 172.21.15.157:0/2962578821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 msgr2=0x5641825dc990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- 172.21.15.157:0/2962578821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x5641825dc990 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd80c00a950 tx=0x7fd80c005d90 comp rx=0 tx=0).stop 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- 172.21.15.157:0/2962578821 shutdown_connections 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- 172.21.15.157:0/2962578821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x5641825dc990 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- 172.21.15.157:0/2962578821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5641825e0480 0x56418250aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- 172.21.15.157:0/2962578821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56418250d0c0 0x564182671d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- 172.21.15.157:0/2962578821 >> 172.21.15.157:0/2962578821 conn(0x5641825393c0 msgr2=0x5641825e3580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- 172.21.15.157:0/2962578821 shutdown_connections 2024-09-10T10:17:53.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- 172.21.15.157:0/2962578821 wait complete. 2024-09-10T10:17:53.519 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 Processor -- start 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- start start 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56418250d0c0 0x564182550af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5641825e0480 0x5641825d3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x56418267ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x56418250b940 con 0x5641825e1260 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56418250b6e0 con 0x56418250d0c0 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.511+0000 7fd8171ed080 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x56418250bbe0 con 0x5641825e0480 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd815501640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x56418267ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd814d00640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56418250d0c0 0x564182550af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd815501640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x56418267ce40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:42024/0 (socket says 172.21.15.157:42024) 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd815501640 1 -- 172.21.15.157:0/2653874981 learned_addr learned my addr 172.21.15.157:0/2653874981 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:53.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8144ff640 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5641825e0480 0x5641825d3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd815501640 1 -- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5641825e0480 msgr2=0x5641825d3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd815501640 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5641825e0480 0x5641825d3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd815501640 1 -- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56418250d0c0 msgr2=0x564182550af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd815501640 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56418250d0c0 0x564182550af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd815501640 1 -- 172.21.15.157:0/2653874981 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56418254fe40 con 0x5641825e1260 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd815501640 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x56418267ce40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd80c012da0 tx=0x7fd80c0033b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8124fb640 1 -- 172.21.15.157:0/2653874981 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c021070 con 0x5641825e1260 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8124fb640 1 -- 172.21.15.157:0/2653874981 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd80c026660 con 0x5641825e1260 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8124fb640 1 -- 172.21.15.157:0/2653874981 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c00d960 con 0x5641825e1260 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5641825500e0 con 0x5641825e1260 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564182551030 con 0x5641825e1260 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8124fb640 1 -- 172.21.15.157:0/2653874981 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd80c01d440 con 0x5641825e1260 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8124fb640 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8000662d0 0x7fd800068790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.521 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8124fb640 1 -- 172.21.15.157:0/2653874981 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd80c087460 con 0x5641825e1260 2024-09-10T10:17:53.522 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd814d00640 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8000662d0 0x7fd800068790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.523 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8171ed080 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x5641825d3fc0 0x564182679d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.523 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 --> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] -- osd_op(unknown.0.0:1 5.2a 5:57fe7535:::100000001f6.00000000:head [getxattr symlink in=7b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e32) -- 0x56418254be40 con 0x5641825d3fc0 2024-09-10T10:17:53.523 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8144ff640 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x5641825d3fc0 0x564182679d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd814d00640 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8000662d0 0x7fd800068790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd8080011f0 tx=0x7fd808010040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.515+0000 7fd8144ff640 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x5641825d3fc0 0x564182679d00 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8144ff640 1 -- 172.21.15.157:0/2653874981 <== osd.4 v2:172.21.15.192:6802/730677614 1 ==== osd_op_reply(1 100000001f6.00000000 [getxattr] v0'0 uv0 ondisk = -61 ((61) No data available)) ==== 164+0+0 (crc 0 0 0) 0x7fd8040b2040 con 0x5641825d3fc0 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:error getting xattr cephfs_data/100000001f6.00000000/symlink: (61) No data available 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x5641825d3fc0 msgr2=0x564182679d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x5641825d3fc0 0x564182679d00 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8000662d0 msgr2=0x7fd800068790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd8000662d0 0x7fd800068790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd8080011f0 tx=0x7fd808010040 comp rx=0 tx=0).stop 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 msgr2=0x56418267ce40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 --2- 172.21.15.157:0/2653874981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5641825e1260 0x56418267ce40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd80c012da0 tx=0x7fd80c0033b0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd815501640 1 -- 172.21.15.157:0/2653874981 reap_dead start 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 shutdown_connections 2024-09-10T10:17:53.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 >> 172.21.15.157:0/2653874981 conn(0x5641825393c0 msgr2=0x5641825e3580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:53.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 shutdown_connections 2024-09-10T10:17:53.525 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.519+0000 7fd8171ed080 1 -- 172.21.15.157:0/2653874981 wait complete. 2024-09-10T10:17:53.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:17:53.526 ERROR:tasks.cephfs.filesystem:Command failed on smithi157 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data getxattr 100000001f6.00000000 symlink' 2024-09-10T10:17:53.526 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_symlink_recovery true 2024-09-10T10:17:53.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.691+0000 7f53da75c640 1 Processor -- start 2024-09-10T10:17:53.696 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.691+0000 7f53da75c640 1 -- start start 2024-09-10T10:17:53.698 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53da75c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f53d40b4780 0x7f53d40b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53da75c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53d40d0340 con 0x7f53d40b3c90 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53da75c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53d40d0620 con 0x7f53d415aa60 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53da75c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f53d40b4100 con 0x7f53d40b4780 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53cb7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f53d40b3c90 0x7f53d40cfaf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:57152/0 (socket says 172.21.15.157:57152) 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d8cf9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f53d40b4780 0x7f53d40b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53cb7fe640 1 -- 172.21.15.157:0/2205169064 learned_addr learned my addr 172.21.15.157:0/2205169064 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d37fe640 1 -- 172.21.15.157:0/2205169064 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4027139696 0 0) 0x7f53d40d0340 con 0x7f53d40b3c90 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d37fe640 1 -- 172.21.15.157:0/2205169064 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f53c0003530 con 0x7f53d40b3c90 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d8cf9640 1 -- 172.21.15.157:0/2205169064 >> v1:172.21.15.192:6789/0 conn(0x7f53d415aa60 legacy=0x7f53d415ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.699 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d8cf9640 1 -- 172.21.15.157:0/2205169064 >> v1:172.21.15.157:6789/0 conn(0x7f53d40b3c90 legacy=0x7f53d40cfaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.700 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d8cf9640 1 -- 172.21.15.157:0/2205169064 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53d40d0900 con 0x7f53d40b4780 2024-09-10T10:17:53.701 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d8cf9640 1 --2- 172.21.15.157:0/2205169064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d40b4780 0x7f53d40b4bb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f53cc009d90 tx=0x7f53cc01da80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdca0051ba91e42a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.701 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d37fe640 1 -- 172.21.15.157:0/2205169064 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53cc0b3070 con 0x7f53d40b4780 2024-09-10T10:17:53.701 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d37fe640 1 -- 172.21.15.157:0/2205169064 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53cc0a68e0 con 0x7f53d40b4780 2024-09-10T10:17:53.701 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.695+0000 7f53d37fe640 1 -- 172.21.15.157:0/2205169064 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53cc0a6cb0 con 0x7f53d40b4780 2024-09-10T10:17:53.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- 172.21.15.157:0/2205169064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d40b4780 msgr2=0x7f53d40b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 --2- 172.21.15.157:0/2205169064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d40b4780 0x7f53d40b4bb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f53cc009d90 tx=0x7f53cc01da80 comp rx=0 tx=0).stop 2024-09-10T10:17:53.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- 172.21.15.157:0/2205169064 shutdown_connections 2024-09-10T10:17:53.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 --2- 172.21.15.157:0/2205169064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d40b4780 0x7f53d40b4bb0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- 172.21.15.157:0/2205169064 >> 172.21.15.157:0/2205169064 conn(0x7f53d406bcc0 msgr2=0x7f53d406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:53.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- 172.21.15.157:0/2205169064 shutdown_connections 2024-09-10T10:17:53.703 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- 172.21.15.157:0/2205169064 wait complete. 2024-09-10T10:17:53.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 Processor -- start 2024-09-10T10:17:53.704 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- start start 2024-09-10T10:17:53.707 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d40b3c90 0x7f53d41546f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.707 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53d40b4780 0x7f53d4071810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.707 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d415aa60 0x7f53d414a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.707 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f53d41681c0 con 0x7f53d415aa60 2024-09-10T10:17:53.707 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f53d4168040 con 0x7f53d40b4780 2024-09-10T10:17:53.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f53d4168340 con 0x7f53d40b3c90 2024-09-10T10:17:53.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d8cf9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d415aa60 0x7f53d414a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d8cf9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d415aa60 0x7f53d414a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:42046/0 (socket says 172.21.15.157:42046) 2024-09-10T10:17:53.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d8cf9640 1 -- 172.21.15.157:0/3788504796 learned_addr learned my addr 172.21.15.157:0/3788504796 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:53.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53cb7fe640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53d40b4780 0x7f53d4071810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d3fff640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d40b3c90 0x7f53d41546f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.708 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d8cf9640 1 -- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d40b3c90 msgr2=0x7f53d41546f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d8cf9640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d40b3c90 0x7f53d41546f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d8cf9640 1 -- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53d40b4780 msgr2=0x7f53d4071810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d8cf9640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53d40b4780 0x7f53d4071810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d8cf9640 1 -- 172.21.15.157:0/3788504796 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53d4152910 con 0x7f53d415aa60 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d8cf9640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d415aa60 0x7f53d414a220 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f53cc0b1040 tx=0x7f53cc01c2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d17fa640 1 -- 172.21.15.157:0/3788504796 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53cc0b3040 con 0x7f53d415aa60 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d17fa640 1 -- 172.21.15.157:0/3788504796 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53cc0a66e0 con 0x7f53d415aa60 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53d4152bb0 con 0x7f53d415aa60 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53d17fa640 1 -- 172.21.15.157:0/3788504796 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53cc009450 con 0x7f53d415aa60 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.699+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53d414d830 con 0x7f53d415aa60 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.703+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53d4069220 con 0x7f53d415aa60 2024-09-10T10:17:53.709 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.703+0000 7f53d17fa640 1 -- 172.21.15.157:0/3788504796 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f53cc0c0020 con 0x7f53d415aa60 2024-09-10T10:17:53.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.703+0000 7f53d17fa640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53b40678c0 0x7f53b4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:53.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.703+0000 7f53d17fa640 1 -- 172.21.15.157:0/3788504796 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f53cc1208f0 con 0x7f53d415aa60 2024-09-10T10:17:53.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.703+0000 7f53d3fff640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53b40678c0 0x7f53b4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:53.710 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.703+0000 7f53d3fff640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53b40678c0 0x7f53b4069d80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f53c4001650 tx=0x7f53c4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:53.711 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.707+0000 7f53d17fa640 1 -- 172.21.15.157:0/3788504796 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f53cc0c7020 con 0x7f53d415aa60 2024-09-10T10:17:53.871 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.867+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command([{prefix=config set, name=mds_symlink_recovery}] v 0) -- 0x7f53d40b4bb0 con 0x7f53d415aa60 2024-09-10T10:17:53.875 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.871+0000 7f53d17fa640 1 -- 172.21.15.157:0/3788504796 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_symlink_recovery}]=0 v12)=0 v12) ==== 121+0+0 (secure 0 0 0) 0x7f53cc017670 con 0x7f53d415aa60 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53b40678c0 msgr2=0x7f53b4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53b40678c0 0x7f53b4069d80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f53c4001650 tx=0x7f53c4009040 comp rx=0 tx=0).stop 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d415aa60 msgr2=0x7f53d414a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d415aa60 0x7f53d414a220 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f53cc0b1040 tx=0x7f53cc01c2c0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 shutdown_connections 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f53b40678c0 0x7f53b4069d80 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d415aa60 0x7f53d414a220 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53d40b4780 0x7f53d4071810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 --2- 172.21.15.157:0/3788504796 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d40b3c90 0x7f53d41546f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:53.879 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 >> 172.21.15.157:0/3788504796 conn(0x7f53d406bcc0 msgr2=0x7f53d4159410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:53.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 shutdown_connections 2024-09-10T10:17:53.880 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:53.875+0000 7f53da75c640 1 -- 172.21.15.157:0/3788504796 wait complete. 2024-09-10T10:17:53.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:53.896 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir sym_dir) 2024-09-10T10:17:53.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:53.906 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch sym_dir/file1) 2024-09-10T10:17:53.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:53.966 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln -s ./file1 sym_dir/symlink_file1) 2024-09-10T10:17:54.018 DEBUG:teuthology.orchestra.run.smithi157:> stdin-killer -- python3 -c ' 2024-09-10T10:17:54.018 DEBUG:teuthology.orchestra.run.smithi157:> import os 2024-09-10T10:17:54.018 DEBUG:teuthology.orchestra.run.smithi157:> import stat 2024-09-10T10:17:54.018 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-10T10:17:54.019 DEBUG:teuthology.orchestra.run.smithi157:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/sym_dir/symlink_file1").st_ino) 2024-09-10T10:17:54.019 DEBUG:teuthology.orchestra.run.smithi157:> ' 2024-09-10T10:17:54.128 INFO:teuthology.orchestra.run.smithi157.stdout:1099511628281 2024-09-10T10:17:54.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T10:17:54.139 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:54.307 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fe1a70640 1 Processor -- start 2024-09-10T10:17:54.307 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fe1a70640 1 -- start start 2024-09-10T10:17:54.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fe1a70640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5fdc0ceac0 0x7f5fdc0d0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fe1a70640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fdc0d0960 con 0x7f5fdc145970 2024-09-10T10:17:54.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fe1a70640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fdc0d0c40 con 0x7f5fdc0b24d0 2024-09-10T10:17:54.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fe1a70640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f5fdc0d0f20 con 0x7f5fdc0ceac0 2024-09-10T10:17:54.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fdb7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f5fdc145970 0x7f5fdc0b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53056/0 (socket says 172.21.15.157:53056) 2024-09-10T10:17:54.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fdb7fe640 1 -- 172.21.15.157:0/1139083431 learned_addr learned my addr 172.21.15.157:0/1139083431 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:54.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1347171147 0 0) 0x7f5fdc0d0960 con 0x7f5fdc145970 2024-09-10T10:17:54.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fdbfff640 1 --2- 172.21.15.157:0/1139083431 >> v2:172.21.15.192:3300/0 conn(0x7f5fdc0ceac0 0x7f5fdc0d0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.303+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5fc4003530 con 0x7f5fdc145970 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 395943154 0 0) 0x7f5fc4003530 con 0x7f5fdc145970 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 >> v2:172.21.15.192:3300/0 conn(0x7f5fdc0ceac0 msgr2=0x7f5fdc0d0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 --2- 172.21.15.157:0/1139083431 >> v2:172.21.15.192:3300/0 conn(0x7f5fdc0ceac0 0x7f5fdc0d0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 >> v1:172.21.15.192:6789/0 conn(0x7f5fdc0b24d0 legacy=0x7f5fdc0cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fdc0cd2b0 con 0x7f5fdc145970 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f5fcc001680 con 0x7f5fdc145970 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 >> v1:172.21.15.157:6789/0 conn(0x7f5fdc145970 legacy=0x7f5fdc0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fc40039c0 0x7f5fc4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4004810 0x7f5fc4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4005220 0x7f5fc400b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5fdc0d0f20 con 0x7f5fc40039c0 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc400c150 con 0x7f5fc4005220 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5fc400c350 con 0x7f5fc4004810 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdb7fe640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fc40039c0 0x7f5fc4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdbfff640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4005220 0x7f5fc400b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdaffd640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4004810 0x7f5fc4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdb7fe640 1 -- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4004810 msgr2=0x7f5fc4004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdb7fe640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4004810 0x7f5fc4004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdb7fe640 1 -- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4005220 msgr2=0x7f5fc400b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdb7fe640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4005220 0x7f5fc400b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdb7fe640 1 -- 172.21.15.157:0/1139083431 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fc4003530 con 0x7f5fc40039c0 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdaffd640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4004810 0x7f5fc4004c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdbfff640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4005220 0x7f5fc400b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:54.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdbfff640 1 -- 172.21.15.157:0/1139083431 reap_dead start 2024-09-10T10:17:54.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fdb7fe640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fc40039c0 0x7f5fc4003e00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc00c1c0 tx=0x7f5fcc01cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a894a415caf128d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:54.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fcc007d00 con 0x7f5fc40039c0 2024-09-10T10:17:54.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fcc0a9020 con 0x7f5fc40039c0 2024-09-10T10:17:54.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fda7fc640 1 -- 172.21.15.157:0/1139083431 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fcc005ae0 con 0x7f5fc40039c0 2024-09-10T10:17:54.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fe1a70640 1 -- 172.21.15.157:0/1139083431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fc40039c0 msgr2=0x7f5fc4003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fe1a70640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fc40039c0 0x7f5fc4003e00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc00c1c0 tx=0x7f5fcc01cc20 comp rx=0 tx=0).stop 2024-09-10T10:17:54.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fe1a70640 1 -- 172.21.15.157:0/1139083431 shutdown_connections 2024-09-10T10:17:54.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fe1a70640 1 --2- 172.21.15.157:0/1139083431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fc40039c0 0x7f5fc4003e00 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fe1a70640 1 -- 172.21.15.157:0/1139083431 >> 172.21.15.157:0/1139083431 conn(0x7f5fdc06bcc0 msgr2=0x7f5fdc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:54.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fe1a70640 1 -- 172.21.15.157:0/1139083431 shutdown_connections 2024-09-10T10:17:54.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.307+0000 7f5fe1a70640 1 -- 172.21.15.157:0/1139083431 wait complete. 2024-09-10T10:17:54.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 Processor -- start 2024-09-10T10:17:54.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 -- start start 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40039c0 0x7f5fdc1ea290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fdc0acb30 0x7f5fdc0af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fdc0acfb0 0x7f5fdc1e5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5fdc072960 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5fdc0b5240 con 0x7f5fdc0acb30 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5fdc072ae0 con 0x7f5fc40039c0 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdbfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fdc0acfb0 0x7f5fdc1e5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdbfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fdc0acfb0 0x7f5fdc1e5b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58066/0 (socket says 172.21.15.157:58066) 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdbfff640 1 -- 172.21.15.157:0/664226123 learned_addr learned my addr 172.21.15.157:0/664226123 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:54.317 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdb7fe640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40039c0 0x7f5fdc1ea290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdaffd640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fdc0acb30 0x7f5fdc0af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdbfff640 1 -- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40039c0 msgr2=0x7f5fdc1ea290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdbfff640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40039c0 0x7f5fdc1ea290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdbfff640 1 -- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fdc0acb30 msgr2=0x7f5fdc0af520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdbfff640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fdc0acb30 0x7f5fdc0af520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdbfff640 1 -- 172.21.15.157:0/664226123 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fdc0ab7b0 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdb7fe640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40039c0 0x7f5fdc1ea290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fdbfff640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fdc0acfb0 0x7f5fdc1e5b30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc0b2e90 tx=0x7f5fd400f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fc3fff640 1 -- 172.21.15.157:0/664226123 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd4016420 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fc3fff640 1 -- 172.21.15.157:0/664226123 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fd401b070 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fc3fff640 1 -- 172.21.15.157:0/664226123 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd40167c0 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fdc0aba90 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.311+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fdc0ac050 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.315+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fdc073630 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.315+0000 7f5fc3fff640 1 -- 172.21.15.157:0/664226123 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5fd4016960 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.315+0000 7f5fc3fff640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5fc80678c0 0x7f5fc8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.315+0000 7f5fc3fff640 1 -- 172.21.15.157:0/664226123 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f5fd4086a70 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.315+0000 7f5fdb7fe640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5fc80678c0 0x7f5fc8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.315+0000 7f5fdb7fe640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5fc80678c0 0x7f5fc8069d80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc0aa000 tx=0x7f5fdc0d0b30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:54.322 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.319+0000 7f5fc3fff640 1 -- 172.21.15.157:0/664226123 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5fd40575b0 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.507+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5fdc15c630 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.507+0000 7f5fc3fff640 1 -- 172.21.15.157:0/664226123 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7f5fd4056eb0 con 0x7f5fdc0acfb0 2024-09-10T10:17:54.511 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:54.511 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":17,"btime":"2024-09-10T10:17:46:898540+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4621,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/3850865518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":3850865518},{"type":"v1","addr":"172.21.15.157:6835","nonce":3850865518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6836/1689368113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1689368113},{"type":"v1","addr":"172.21.15.192:6836","nonce":1689368113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4815,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/877460188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":877460188},{"type":"v1","addr":"172.21.15.157:6834","nonce":877460188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:17:43.227592+0000","modified":"2024-09-10T10:17:46.256166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4827},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4827":{"gid":4827,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6837/457893353","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6835","nonce":457893353},{"type":"v1","addr":"172.21.15.192:6837","nonce":457893353}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4827,"qdb_cluster":[4827]},"id":2}]} 2024-09-10T10:17:54.512 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 17 2024-09-10T10:17:54.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5fc80678c0 msgr2=0x7f5fc8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.513 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5fc80678c0 0x7f5fc8069d80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc0aa000 tx=0x7f5fdc0d0b30 comp rx=0 tx=0).stop 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fdc0acfb0 msgr2=0x7f5fdc1e5b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fdc0acfb0 0x7f5fdc1e5b30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc0b2e90 tx=0x7f5fd400f520 comp rx=0 tx=0).stop 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 shutdown_connections 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5fc80678c0 0x7f5fc8069d80 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5fdc0acfb0 0x7f5fdc1e5b30 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fdc0acb30 0x7f5fdc0af520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 --2- 172.21.15.157:0/664226123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40039c0 0x7f5fdc1ea290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 >> 172.21.15.157:0/664226123 conn(0x7f5fdc06bcc0 msgr2=0x7f5fdc06c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 shutdown_connections 2024-09-10T10:17:54.514 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.511+0000 7f5fe1a70640 1 -- 172.21.15.157:0/664226123 wait complete. 2024-09-10T10:17:54.529 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json flush journal 2024-09-10T10:17:54.692 INFO:teuthology.orchestra.run.smithi192.stdout:{"message":"","return_code":0} 2024-09-10T10:17:54.693 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-10T10:17:54.693 DEBUG:teuthology.orchestra.run.smithi157:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data getxattr 100000001f9.00000000 symlink 2024-09-10T10:17:54.731 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe737ea5080 1 Processor -- start 2024-09-10T10:17:54.731 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe737ea5080 1 -- start start 2024-09-10T10:17:54.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe737ea5080 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 0x563f1d77fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe737ea5080 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76b860 0x563f1d6aeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe737ea5080 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x563f1d76ee10 0x563f1d6ded70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe737ea5080 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x563f1d787ad0 con 0x563f1d76b860 2024-09-10T10:17:54.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe737ea5080 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563f1d6011b0 con 0x563f1d6fa630 2024-09-10T10:17:54.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe737ea5080 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x563f1d787c50 con 0x563f1d76ee10 2024-09-10T10:17:54.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7351b7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76b860 0x563f1d6aeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7351b7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76b860 0x563f1d6aeed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58080/0 (socket says 172.21.15.157:58080) 2024-09-10T10:17:54.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7351b7640 1 -- 172.21.15.157:0/1841569919 learned_addr learned my addr 172.21.15.157:0/1841569919 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:54.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7361b9640 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x563f1d76ee10 0x563f1d6ded70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7359b8640 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 0x563f1d77fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7351b7640 1 -- 172.21.15.157:0/1841569919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x563f1d76ee10 msgr2=0x563f1d6ded70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:54.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7351b7640 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x563f1d76ee10 0x563f1d6ded70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.735 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7351b7640 1 -- 172.21.15.157:0/1841569919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 msgr2=0x563f1d77fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7351b7640 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 0x563f1d77fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7351b7640 1 -- 172.21.15.157:0/1841569919 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f1d6af910 con 0x563f1d76b860 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7359b8640 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 0x563f1d77fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe7351b7640 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76b860 0x563f1d6aeed0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fe7300ac040 tx=0x7fe7300033b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d05de04fc4ef2d59 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe72ffff640 1 -- 172.21.15.157:0/1841569919 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7300aab60 con 0x563f1d76b860 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe72ffff640 1 -- 172.21.15.157:0/1841569919 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7300aad00 con 0x563f1d76b860 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.727+0000 7fe72ffff640 1 -- 172.21.15.157:0/1841569919 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7300b4660 con 0x563f1d76b860 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- 172.21.15.157:0/1841569919 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76b860 msgr2=0x563f1d6aeed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76b860 0x563f1d6aeed0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fe7300ac040 tx=0x7fe7300033b0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- 172.21.15.157:0/1841569919 shutdown_connections 2024-09-10T10:17:54.736 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x563f1d76ee10 0x563f1d6ded70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76b860 0x563f1d6aeed0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 --2- 172.21.15.157:0/1841569919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 0x563f1d77fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- 172.21.15.157:0/1841569919 >> 172.21.15.157:0/1841569919 conn(0x563f1d6dbfe0 msgr2=0x563f1d77e900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:54.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- 172.21.15.157:0/1841569919 shutdown_connections 2024-09-10T10:17:54.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- 172.21.15.157:0/1841569919 wait complete. 2024-09-10T10:17:54.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 Processor -- start 2024-09-10T10:17:54.737 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- start start 2024-09-10T10:17:54.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 0x563f1d76a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x563f1d76b860 0x563f1d76dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76ee10 0x563f1d76dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x563f1d77f430 con 0x563f1d76ee10 2024-09-10T10:17:54.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563f1d77f190 con 0x563f1d6fa630 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x563f1d6dc3c0 con 0x563f1d76b860 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7361b9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76ee10 0x563f1d76dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7361b9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76ee10 0x563f1d76dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58090/0 (socket says 172.21.15.157:58090) 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7361b9640 1 -- 172.21.15.157:0/3653812408 learned_addr learned my addr 172.21.15.157:0/3653812408 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7351b7640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x563f1d76b860 0x563f1d76dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7359b8640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 0x563f1d76a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7361b9640 1 -- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x563f1d76b860 msgr2=0x563f1d76dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7361b9640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x563f1d76b860 0x563f1d76dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7361b9640 1 -- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 msgr2=0x563f1d76a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7361b9640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563f1d6fa630 0x563f1d76a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7361b9640 1 -- 172.21.15.157:0/3653812408 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f1d783b80 con 0x563f1d76ee10 2024-09-10T10:17:54.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe7361b9640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76ee10 0x563f1d76dff0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe7200086f0 tx=0x7fe720008bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe72effd640 1 -- 172.21.15.157:0/3653812408 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe720006af0 con 0x563f1d76ee10 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe72effd640 1 -- 172.21.15.157:0/3653812408 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe72001a070 con 0x563f1d76ee10 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x563f1d783e20 con 0x563f1d76ee10 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe72effd640 1 -- 172.21.15.157:0/3653812408 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe720015460 con 0x563f1d76ee10 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.731+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f1d81e0b0 con 0x563f1d76ee10 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe72effd640 1 -- 172.21.15.157:0/3653812408 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe720013030 con 0x563f1d76ee10 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe72effd640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe71c0662a0 0x7fe71c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe72effd640 1 -- 172.21.15.157:0/3653812408 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe720084eb0 con 0x563f1d76ee10 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe7359b8640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe71c0662a0 0x7fe71c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x563f1d81e550 0x563f1d81e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 --> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] -- osd_op(unknown.0.0:1 5.36 5:6ee5e2c4:::100000001f9.00000000:head [getxattr symlink in=7b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e32) -- 0x563f1d783710 con 0x563f1d81e550 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe7351b7640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x563f1d81e550 0x563f1d81e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:54.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe7351b7640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x563f1d81e550 0x563f1d81e930 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:54.743 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe7359b8640 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe71c0662a0 0x7fe71c068760 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe728003f20 tx=0x7fe728003880 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:54.743 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe7351b7640 1 -- 172.21.15.157:0/3653812408 <== osd.1 v2:172.21.15.157:6800/821555097 1 ==== osd_op_reply(1 100000001f9.00000000 [getxattr (11) out=11b] v0'0 uv1 ondisk = 0) ==== 164+0+11 (crc 0 0 0) 0x7fe7300ba070 con 0x563f1d81e550 2024-09-10T10:17:54.743 INFO:teuthology.orchestra.run.smithi157.stdout:./file1 2024-09-10T10:17:54.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x563f1d81e550 msgr2=0x563f1d81e930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x563f1d81e550 0x563f1d81e930 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe71c0662a0 msgr2=0x7fe71c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe71c0662a0 0x7fe71c068760 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe728003f20 tx=0x7fe728003880 comp rx=0 tx=0).stop 2024-09-10T10:17:54.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76ee10 msgr2=0x563f1d76dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:54.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 --2- 172.21.15.157:0/3653812408 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563f1d76ee10 0x563f1d76dff0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe7200086f0 tx=0x7fe720008bb0 comp rx=0 tx=0).stop 2024-09-10T10:17:54.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe7361b9640 1 -- 172.21.15.157:0/3653812408 reap_dead start 2024-09-10T10:17:54.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 shutdown_connections 2024-09-10T10:17:54.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 >> 172.21.15.157:0/3653812408 conn(0x563f1d6dbfe0 msgr2=0x563f1d6ddfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:54.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 shutdown_connections 2024-09-10T10:17:54.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:54.735+0000 7fe737ea5080 1 -- 172.21.15.157:0/3653812408 wait complete. 2024-09-10T10:17:54.745 DEBUG:teuthology.orchestra.run.smithi157:> ceph-dencoder type string_wrapper import - decode dump_json 2024-09-10T10:17:54.832 INFO:teuthology.orchestra.run.smithi157.stderr:error: stray data at end of buffer, offset 11 2024-09-10T10:17:54.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:17:54.835 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T10:17:54.835 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:17:54.927 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T10:17:54.994 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T10:17:54.994 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:17:54.994 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:17:54.994 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:55.000 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T10:17:55.174 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b400e640 1 Processor -- start 2024-09-10T10:17:55.174 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b400e640 1 -- start start 2024-09-10T10:17:55.175 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b400e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac06eb10 0x7fe9ac164a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.175 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b400e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9ac163e10 con 0x7fe9ac0b62b0 2024-09-10T10:17:55.175 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b400e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9ac0b6690 con 0x7fe9ac06c3d0 2024-09-10T10:17:55.175 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b400e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe9ac163290 con 0x7fe9ac06eb10 2024-09-10T10:17:55.176 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b1daa640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe9ac0b62b0 0x7fe9ac06bcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53058/0 (socket says 172.21.15.157:53058) 2024-09-10T10:17:55.176 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b1daa640 1 -- 172.21.15.157:0/3448468143 learned_addr learned my addr 172.21.15.157:0/3448468143 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1762718731 0 0) 0x7fe9ac163e10 con 0x7fe9ac0b62b0 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b25ab640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac06eb10 0x7fe9ac164a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe994003530 con 0x7fe9ac0b62b0 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1152714779 0 0) 0x7fe994003530 con 0x7fe9ac0b62b0 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac06eb10 msgr2=0x7fe9ac164a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac06eb10 0x7fe9ac164a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 >> v1:172.21.15.192:6789/0 conn(0x7fe9ac06c3d0 legacy=0x7fe9ac164350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9ac163570 con 0x7fe9ac0b62b0 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fe9a4001a00 con 0x7fe9ac0b62b0 2024-09-10T10:17:55.178 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 >> v1:172.21.15.157:6789/0 conn(0x7fe9ac0b62b0 legacy=0x7fe9ac06bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe994003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac06eb10 0x7fe994004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe994004d50 0x7fe9940051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ac163290 con 0x7fe9940039f0 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe99400ba80 con 0x7fe994004d50 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe99400bc80 con 0x7fe9ac06eb10 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b1daa640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe994003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b15a9640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac06eb10 0x7fe994004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b25ab640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe994004d50 0x7fe9940051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b1daa640 1 -- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac06eb10 msgr2=0x7fe994004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b1daa640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac06eb10 0x7fe994004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.179 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b1daa640 1 -- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe994004d50 msgr2=0x7fe9940051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:55.180 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b1daa640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe994004d50 0x7fe9940051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.180 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b1daa640 1 -- 172.21.15.157:0/3448468143 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe994003530 con 0x7fe9940039f0 2024-09-10T10:17:55.180 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.171+0000 7fe9b25ab640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe994004d50 0x7fe9940051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:55.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b1daa640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe994003e10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe9a400a830 tx=0x7fe9a401d360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83b3c3480ee69d73 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:55.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a400a480 con 0x7fe9940039f0 2024-09-10T10:17:55.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9a40ad630 con 0x7fe9940039f0 2024-09-10T10:17:55.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b0da8640 1 -- 172.21.15.157:0/3448468143 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a40ada60 con 0x7fe9940039f0 2024-09-10T10:17:55.181 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b400e640 1 -- 172.21.15.157:0/3448468143 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 msgr2=0x7fe994003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b400e640 1 --2- 172.21.15.157:0/3448468143 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe994003e10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe9a400a830 tx=0x7fe9a401d360 comp rx=0 tx=0).stop 2024-09-10T10:17:55.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b25ab640 1 -- 172.21.15.157:0/3448468143 reap_dead start 2024-09-10T10:17:55.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b400e640 1 -- 172.21.15.157:0/3448468143 shutdown_connections 2024-09-10T10:17:55.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b400e640 1 -- 172.21.15.157:0/3448468143 >> 172.21.15.157:0/3448468143 conn(0x7fe9ac067bd0 msgr2=0x7fe9ac06cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:55.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b400e640 1 -- 172.21.15.157:0/3448468143 shutdown_connections 2024-09-10T10:17:55.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b400e640 1 -- 172.21.15.157:0/3448468143 wait complete. 2024-09-10T10:17:55.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.175+0000 7fe9b400e640 1 Processor -- start 2024-09-10T10:17:55.182 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 -- start start 2024-09-10T10:17:55.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe9ac1511e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac150cb0 0x7fe9ac1504f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac15b620 0x7fe9ac15bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ac162e40 con 0x7fe9940039f0 2024-09-10T10:17:55.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ac06ef20 con 0x7fe9ac15b620 2024-09-10T10:17:55.184 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe9ac162fc0 con 0x7fe9ac150cb0 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b1daa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe9ac1511e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b1daa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe9ac1511e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58116/0 (socket says 172.21.15.157:58116) 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b1daa640 1 -- 172.21.15.157:0/8604870 learned_addr learned my addr 172.21.15.157:0/8604870 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b25ab640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac15b620 0x7fe9ac15bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b15a9640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac150cb0 0x7fe9ac1504f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b1daa640 1 -- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac150cb0 msgr2=0x7fe9ac1504f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b1daa640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac150cb0 0x7fe9ac1504f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b1daa640 1 -- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac15b620 msgr2=0x7fe9ac15bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b1daa640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac15b620 0x7fe9ac15bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b1daa640 1 -- 172.21.15.157:0/8604870 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9ac16b520 con 0x7fe9940039f0 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b25ab640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac15b620 0x7fe9ac15bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b1daa640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe9ac1511e0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe9a400a830 tx=0x7fe994005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:55.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9aa7fc640 1 -- 172.21.15.157:0/8604870 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a40ad430 con 0x7fe9940039f0 2024-09-10T10:17:55.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9aa7fc640 1 -- 172.21.15.157:0/8604870 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9a40ad7e0 con 0x7fe9940039f0 2024-09-10T10:17:55.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9ac167690 con 0x7fe9940039f0 2024-09-10T10:17:55.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9aa7fc640 1 -- 172.21.15.157:0/8604870 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a40019e0 con 0x7fe9940039f0 2024-09-10T10:17:55.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9ac167930 con 0x7fe9940039f0 2024-09-10T10:17:55.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9ac165270 con 0x7fe9940039f0 2024-09-10T10:17:55.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9aa7fc640 1 -- 172.21.15.157:0/8604870 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe9a40ada40 con 0x7fe9940039f0 2024-09-10T10:17:55.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9aa7fc640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9980678f0 0x7fe998069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.179+0000 7fe9aa7fc640 1 -- 172.21.15.157:0/8604870 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe9a41206a0 con 0x7fe9940039f0 2024-09-10T10:17:55.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.183+0000 7fe9b15a9640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9980678f0 0x7fe998069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.187 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.183+0000 7fe9b15a9640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9980678f0 0x7fe998069db0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac0d2250 tx=0x7fe9a0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:55.189 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.187+0000 7fe9aa7fc640 1 -- 172.21.15.157:0/8604870 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe9a4017070 con 0x7fe9940039f0 2024-09-10T10:17:55.351 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.347+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe9ac154e70 con 0x7fe9940039f0 2024-09-10T10:17:55.351 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.347+0000 7fe9aa7fc640 1 -- 172.21.15.157:0/8604870 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7fe9a40f1270 con 0x7fe9940039f0 2024-09-10T10:17:55.351 INFO:teuthology.orchestra.run.smithi157.stderr:listed 0 entries 2024-09-10T10:17:55.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.347+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9980678f0 msgr2=0x7fe998069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9980678f0 0x7fe998069db0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac0d2250 tx=0x7fe9a0009040 comp rx=0 tx=0).stop 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 msgr2=0x7fe9ac1511e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe9ac1511e0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe9a400a830 tx=0x7fe994005840 comp rx=0 tx=0).stop 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 shutdown_connections 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe9980678f0 0x7fe998069db0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac15b620 0x7fe9ac15bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac150cb0 0x7fe9ac1504f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 --2- 172.21.15.157:0/8604870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9940039f0 0x7fe9ac1511e0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 >> 172.21.15.157:0/8604870 conn(0x7fe9ac067bd0 msgr2=0x7fe9ac1542e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 shutdown_connections 2024-09-10T10:17:55.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.351+0000 7fe9b400e640 1 -- 172.21.15.157:0/8604870 wait complete. 2024-09-10T10:17:55.368 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi157.front.sepia.ceph.com... 2024-09-10T10:17:55.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:55.369 DEBUG:teuthology.orchestra.run.smithi157:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T10:17:55.380 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi157.stderr:ceph-fuse[36772]: fuse finished with error 0 and tester_r 0 2024-09-10T10:17:55.381 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:17:55.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:55.382 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T10:17:55.506 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:17:55.506 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:17:55.506 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:55.512 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336424k,nr_inodes=4084106,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20030 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:17:55.513 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:17:55.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:55.513 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T10:17:55.560 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T10:17:55.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:17:55.561 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:17:55.562 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:17:55.562 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:55.567 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336476k,nr_inodes=4084119,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16624 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274684k,nr_inodes=818671,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:17:55.567 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:17:55.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:55.567 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T10:17:55.613 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T10:17:55.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:17:55.614 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T10:17:55.614 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:17:55.614 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:17:55.620 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336424k,nr_inodes=4084106,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20030 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:17:55.620 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:17:55.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:17:55.620 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T10:17:55.669 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T10:17:55.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:17:55.670 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:55.789 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b0df8f640 1 Processor -- start 2024-09-10T10:17:55.789 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b0df8f640 1 -- start start 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b0df8f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5b0815e370 0x7f5b080b3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b0df8f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b080b4450 con 0x7f5b080aef20 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b0df8f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b080b3960 con 0x7f5b080cfa80 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b0df8f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f5b080b4780 con 0x7f5b0815e370 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b077fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5b0815e370 0x7f5b080b3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b07fff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f5b080aef20 0x7f5b080af320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53066/0 (socket says 172.21.15.157:53066) 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b07fff640 1 -- 172.21.15.157:0/3525633952 learned_addr learned my addr 172.21.15.157:0/3525633952 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b077fe640 1 -- 172.21.15.157:0/3525633952 >> v1:172.21.15.192:6789/0 conn(0x7f5b080cfa80 legacy=0x7f5b080b4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b077fe640 1 -- 172.21.15.157:0/3525633952 >> v1:172.21.15.157:6789/0 conn(0x7f5b080aef20 legacy=0x7f5b080af320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.791 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b077fe640 1 -- 172.21.15.157:0/3525633952 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b080b3c40 con 0x7f5b0815e370 2024-09-10T10:17:55.792 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.787+0000 7f5b067fc640 1 -- 172.21.15.157:0/3525633952 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1580339872 0 0) 0x7f5b080b4450 con 0x7f5b080aef20 2024-09-10T10:17:55.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b077fe640 1 --2- 172.21.15.157:0/3525633952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b0815e370 0x7f5b080b3130 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5b080b4900 tx=0x7f5af801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3210717ce2d5827 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:55.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b067fc640 1 -- 172.21.15.157:0/3525633952 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af80b0070 con 0x7f5b0815e370 2024-09-10T10:17:55.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b067fc640 1 -- 172.21.15.157:0/3525633952 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5af80ab600 con 0x7f5b0815e370 2024-09-10T10:17:55.793 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b067fc640 1 -- 172.21.15.157:0/3525633952 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af80ab9d0 con 0x7f5b0815e370 2024-09-10T10:17:55.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- 172.21.15.157:0/3525633952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b0815e370 msgr2=0x7f5b080b3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 --2- 172.21.15.157:0/3525633952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b0815e370 0x7f5b080b3130 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5b080b4900 tx=0x7f5af801c460 comp rx=0 tx=0).stop 2024-09-10T10:17:55.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- 172.21.15.157:0/3525633952 shutdown_connections 2024-09-10T10:17:55.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 --2- 172.21.15.157:0/3525633952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b0815e370 0x7f5b080b3130 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- 172.21.15.157:0/3525633952 >> 172.21.15.157:0/3525633952 conn(0x7f5b0806bcc0 msgr2=0x7f5b0806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:55.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- 172.21.15.157:0/3525633952 shutdown_connections 2024-09-10T10:17:55.794 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- 172.21.15.157:0/3525633952 wait complete. 2024-09-10T10:17:55.795 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 Processor -- start 2024-09-10T10:17:55.795 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- start start 2024-09-10T10:17:55.797 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b080aef20 0x7f5b0814e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b080cfa80 0x7f5b081514e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b0815e370 0x7f5b0814dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f5b080b54a0 con 0x7f5b080cfa80 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b080b5320 con 0x7f5b0815e370 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5b0816c090 con 0x7f5b080aef20 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b06ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b080cfa80 0x7f5b081514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b06ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b080cfa80 0x7f5b081514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58138/0 (socket says 172.21.15.157:58138) 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b06ffd640 1 -- 172.21.15.157:0/1951264813 learned_addr learned my addr 172.21.15.157:0/1951264813 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b06ffd640 1 -- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b080aef20 msgr2=0x7f5b0814e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b06ffd640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b080aef20 0x7f5b0814e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b06ffd640 1 -- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b0815e370 msgr2=0x7f5b0814dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.798 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b06ffd640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b0815e370 0x7f5b0814dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b06ffd640 1 -- 172.21.15.157:0/1951264813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b0814ed60 con 0x7f5b080cfa80 2024-09-10T10:17:55.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b06ffd640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b080cfa80 0x7f5b081514e0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f5afc00c450 tx=0x7f5afc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:55.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5aeffff640 1 -- 172.21.15.157:0/1951264813 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5afc012830 con 0x7f5b080cfa80 2024-09-10T10:17:55.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5aeffff640 1 -- 172.21.15.157:0/1951264813 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5afc017070 con 0x7f5b080cfa80 2024-09-10T10:17:55.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b0814f040 con 0x7f5b080cfa80 2024-09-10T10:17:55.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5aeffff640 1 -- 172.21.15.157:0/1951264813 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5afc012c30 con 0x7f5b080cfa80 2024-09-10T10:17:55.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.791+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b0814f600 con 0x7f5b080cfa80 2024-09-10T10:17:55.799 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.795+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b080b3130 con 0x7f5b080cfa80 2024-09-10T10:17:55.800 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.795+0000 7f5aeffff640 1 -- 172.21.15.157:0/1951264813 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5afc01c460 con 0x7f5b080cfa80 2024-09-10T10:17:55.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.795+0000 7f5aeffff640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5af40678c0 0x7f5af4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:55.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.795+0000 7f5aeffff640 1 -- 172.21.15.157:0/1951264813 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f5afc085ae0 con 0x7f5b080cfa80 2024-09-10T10:17:55.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.795+0000 7f5b077fe640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5af40678c0 0x7f5af4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:55.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.795+0000 7f5b077fe640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5af40678c0 0x7f5af4069d80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5af80ad000 tx=0x7f5af8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:55.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.799+0000 7f5aeffff640 1 -- 172.21.15.157:0/1951264813 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5afc056580 con 0x7f5b080cfa80 2024-09-10T10:17:55.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.983+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5b080742f0 con 0x7f5b080cfa80 2024-09-10T10:17:55.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.983+0000 7f5aeffff640 1 -- 172.21.15.157:0/1951264813 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7f5afc055e80 con 0x7f5b080cfa80 2024-09-10T10:17:55.988 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:55.988 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":17,"btime":"2024-09-10T10:17:46:898540+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4621,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/3850865518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":3850865518},{"type":"v1","addr":"172.21.15.157:6835","nonce":3850865518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6836/1689368113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1689368113},{"type":"v1","addr":"172.21.15.192:6836","nonce":1689368113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4815,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/877460188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":877460188},{"type":"v1","addr":"172.21.15.157:6834","nonce":877460188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:17:43.227592+0000","modified":"2024-09-10T10:17:46.256166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4827},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4827":{"gid":4827,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6837/457893353","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6835","nonce":457893353},{"type":"v1","addr":"172.21.15.192:6837","nonce":457893353}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4827,"qdb_cluster":[4827]},"id":2}]} 2024-09-10T10:17:55.988 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 17 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5af40678c0 msgr2=0x7f5af4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5af40678c0 0x7f5af4069d80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5af80ad000 tx=0x7f5af8008040 comp rx=0 tx=0).stop 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b080cfa80 msgr2=0x7f5b081514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b080cfa80 0x7f5b081514e0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f5afc00c450 tx=0x7f5afc00c910 comp rx=0 tx=0).stop 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 shutdown_connections 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f5af40678c0 0x7f5af4069d80 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b0815e370 0x7f5b0814dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5b080cfa80 0x7f5b081514e0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 --2- 172.21.15.157:0/1951264813 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b080aef20 0x7f5b0814e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 >> 172.21.15.157:0/1951264813 conn(0x7f5b0806bcc0 msgr2=0x7f5b080b16c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:55.990 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 shutdown_connections 2024-09-10T10:17:55.991 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:55.987+0000 7f5b0df8f640 1 -- 172.21.15.157:0/1951264813 wait complete. 2024-09-10T10:17:56.005 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:56.125 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f661244b640 1 Processor -- start 2024-09-10T10:17:56.125 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f661244b640 1 -- start start 2024-09-10T10:17:56.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f661244b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f660c145970 0x7f660c0b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f661244b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f660c0b2300 0x7f660c0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f661244b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0d0190 0x7f660c072220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f661244b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f660c0b2770 con 0x7f660c0b2300 2024-09-10T10:17:56.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f661244b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f660c0d0f20 con 0x7f660c145970 2024-09-10T10:17:56.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f661244b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f660c0cd620 con 0x7f660c0d0190 2024-09-10T10:17:56.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660b7fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f660c0b2300 0x7f660c0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660b7fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f660c0b2300 0x7f660c0cfc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58154/0 (socket says 172.21.15.157:58154) 2024-09-10T10:17:56.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660b7fe640 1 -- 172.21.15.157:0/130428688 learned_addr learned my addr 172.21.15.157:0/130428688 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:56.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f66109e8640 1 --2- 172.21.15.157:0/130428688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0d0190 0x7f660c072220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660bfff640 1 --2- 172.21.15.157:0/130428688 >> v2:172.21.15.192:3300/0 conn(0x7f660c145970 0x7f660c0b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660b7fe640 1 -- 172.21.15.157:0/130428688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0d0190 msgr2=0x7f660c072220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:56.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660b7fe640 1 --2- 172.21.15.157:0/130428688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0d0190 0x7f660c072220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660b7fe640 1 -- 172.21.15.157:0/130428688 >> v2:172.21.15.192:3300/0 conn(0x7f660c145970 msgr2=0x7f660c0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:56.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660b7fe640 1 --2- 172.21.15.157:0/130428688 >> v2:172.21.15.192:3300/0 conn(0x7f660c145970 0x7f660c0b1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660b7fe640 1 -- 172.21.15.157:0/130428688 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660c0d0960 con 0x7f660c0b2300 2024-09-10T10:17:56.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f66109e8640 1 --2- 172.21.15.157:0/130428688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0d0190 0x7f660c072220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:56.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.123+0000 7f660b7fe640 1 --2- 172.21.15.157:0/130428688 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c0b2300 0x7f660c0cfc50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f660c0cd7a0 tx=0x7f660001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b6f72a5d5e4708e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:56.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f660affd640 1 -- 172.21.15.157:0/130428688 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66000ab600 con 0x7f660c0b2300 2024-09-10T10:17:56.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f660affd640 1 -- 172.21.15.157:0/130428688 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66000b0070 con 0x7f660c0b2300 2024-09-10T10:17:56.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f660affd640 1 -- 172.21.15.157:0/130428688 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66000ab9c0 con 0x7f660c0b2300 2024-09-10T10:17:56.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- 172.21.15.157:0/130428688 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c0b2300 msgr2=0x7f660c0cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 --2- 172.21.15.157:0/130428688 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c0b2300 0x7f660c0cfc50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f660c0cd7a0 tx=0x7f660001c440 comp rx=0 tx=0).stop 2024-09-10T10:17:56.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- 172.21.15.157:0/130428688 shutdown_connections 2024-09-10T10:17:56.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 --2- 172.21.15.157:0/130428688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0d0190 0x7f660c072220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 --2- 172.21.15.157:0/130428688 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c0b2300 0x7f660c0cfc50 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 --2- 172.21.15.157:0/130428688 >> v2:172.21.15.192:3300/0 conn(0x7f660c145970 0x7f660c0b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- 172.21.15.157:0/130428688 >> 172.21.15.157:0/130428688 conn(0x7f660c06bcc0 msgr2=0x7f660c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:56.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- 172.21.15.157:0/130428688 shutdown_connections 2024-09-10T10:17:56.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- 172.21.15.157:0/130428688 wait complete. 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 Processor -- start 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- start start 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0b2300 0x7f660c15b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f660c0d0190 0x7f660c15a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c145970 0x7f660c0b11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f660c145ed0 con 0x7f660c145970 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f660c145d50 con 0x7f660c0d0190 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f660c0cda90 con 0x7f660c0b2300 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f66109e8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c145970 0x7f660c0b11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.134 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f66109e8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c145970 0x7f660c0b11d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58156/0 (socket says 172.21.15.157:58156) 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f66109e8640 1 -- 172.21.15.157:0/2361958840 learned_addr learned my addr 172.21.15.157:0/2361958840 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f660b7fe640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f660c0d0190 0x7f660c15a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f660bfff640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0b2300 0x7f660c15b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f66109e8640 1 -- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0b2300 msgr2=0x7f660c15b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f66109e8640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0b2300 0x7f660c15b650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f66109e8640 1 -- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f660c0d0190 msgr2=0x7f660c15a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f66109e8640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f660c0d0190 0x7f660c15a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f66109e8640 1 -- 172.21.15.157:0/2361958840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660c0b1710 con 0x7f660c145970 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f660b7fe640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f660c0d0190 0x7f660c15a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f66109e8640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c145970 0x7f660c0b11d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f660400cef0 tx=0x7f660400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f6608ff9640 1 -- 172.21.15.157:0/2361958840 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660401a070 con 0x7f660c145970 2024-09-10T10:17:56.135 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f6608ff9640 1 -- 172.21.15.157:0/2361958840 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f660400d860 con 0x7f660c145970 2024-09-10T10:17:56.136 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f660c15bc80 con 0x7f660c145970 2024-09-10T10:17:56.136 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f6608ff9640 1 -- 172.21.15.157:0/2361958840 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660400dc50 con 0x7f660c145970 2024-09-10T10:17:56.136 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.127+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f660c13a020 con 0x7f660c145970 2024-09-10T10:17:56.136 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.131+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f660c072220 con 0x7f660c145970 2024-09-10T10:17:56.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.131+0000 7f6608ff9640 1 -- 172.21.15.157:0/2361958840 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f660401d070 con 0x7f660c145970 2024-09-10T10:17:56.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.131+0000 7f6608ff9640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65f80678c0 0x7f65f8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.131+0000 7f6608ff9640 1 -- 172.21.15.157:0/2361958840 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f6604086550 con 0x7f660c145970 2024-09-10T10:17:56.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.131+0000 7f660bfff640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65f80678c0 0x7f65f8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.137 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.131+0000 7f660bfff640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65f80678c0 0x7f65f8069d80 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f65fc009670 tx=0x7f65fc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:56.139 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.135+0000 7f6608ff9640 1 -- 172.21.15.157:0/2361958840 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f6604057150 con 0x7f660c145970 2024-09-10T10:17:56.334 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.331+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f660c144330 con 0x7f660c145970 2024-09-10T10:17:56.335 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.331+0000 7f6608ff9640 1 -- 172.21.15.157:0/2361958840 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7f6604056a50 con 0x7f660c145970 2024-09-10T10:17:56.335 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:56.335 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":17,"btime":"2024-09-10T10:17:46:898540+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4621,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/3850865518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":3850865518},{"type":"v1","addr":"172.21.15.157:6835","nonce":3850865518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6836/1689368113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1689368113},{"type":"v1","addr":"172.21.15.192:6836","nonce":1689368113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4815,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/877460188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":877460188},{"type":"v1","addr":"172.21.15.157:6834","nonce":877460188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:17:43.227592+0000","modified":"2024-09-10T10:17:46.256166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4827},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4827":{"gid":4827,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6837/457893353","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6835","nonce":457893353},{"type":"v1","addr":"172.21.15.192:6837","nonce":457893353}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4827,"qdb_cluster":[4827]},"id":2}]} 2024-09-10T10:17:56.335 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 17 2024-09-10T10:17:56.337 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65f80678c0 msgr2=0x7f65f8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.337 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65f80678c0 0x7f65f8069d80 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f65fc009670 tx=0x7f65fc008040 comp rx=0 tx=0).stop 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c145970 msgr2=0x7f660c0b11d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c145970 0x7f660c0b11d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f660400cef0 tx=0x7f660400a710 comp rx=0 tx=0).stop 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 shutdown_connections 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65f80678c0 0x7f65f8069d80 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f660c145970 0x7f660c0b11d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f660c0d0190 0x7f660c15a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 --2- 172.21.15.157:0/2361958840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f660c0b2300 0x7f660c15b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 >> 172.21.15.157:0/2361958840 conn(0x7f660c06bcc0 msgr2=0x7f660c06c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 shutdown_connections 2024-09-10T10:17:56.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.335+0000 7f661244b640 1 -- 172.21.15.157:0/2361958840 wait complete. 2024-09-10T10:17:56.354 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:56.465 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.459+0000 7ff650c9e640 1 Processor -- start 2024-09-10T10:17:56.465 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.459+0000 7ff650c9e640 1 -- start start 2024-09-10T10:17:56.466 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff650c9e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff64c0b5200 0x7ff64c15c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.466 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff650c9e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff64c0b55e0 con 0x7ff64c0b1dc0 2024-09-10T10:17:56.466 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff650c9e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff64c0cd020 con 0x7ff64c0cca90 2024-09-10T10:17:56.466 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff650c9e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7ff64c0ce3b0 con 0x7ff64c0b5200 2024-09-10T10:17:56.466 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff64ad9d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7ff64c0b1dc0 0x7ff64c0b21d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53082/0 (socket says 172.21.15.157:53082) 2024-09-10T10:17:56.467 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff64ad9d640 1 -- 172.21.15.157:0/519107916 learned_addr learned my addr 172.21.15.157:0/519107916 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:56.467 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff64a59c640 1 --2- 172.21.15.157:0/519107916 >> v2:172.21.15.192:3300/0 conn(0x7ff64c0b5200 0x7ff64c15c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.468 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3653375449 0 0) 0x7ff64c0b55e0 con 0x7ff64c0b1dc0 2024-09-10T10:17:56.468 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff638003530 con 0x7ff64c0b1dc0 2024-09-10T10:17:56.468 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 305492616 0 0) 0x7ff638003530 con 0x7ff64c0b1dc0 2024-09-10T10:17:56.468 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 >> v2:172.21.15.192:3300/0 conn(0x7ff64c0b5200 msgr2=0x7ff64c15c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 --2- 172.21.15.157:0/519107916 >> v2:172.21.15.192:3300/0 conn(0x7ff64c0b5200 0x7ff64c15c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 >> v1:172.21.15.192:6789/0 conn(0x7ff64c0cca90 legacy=0x7ff64c0b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff64c0cd300 con 0x7ff64c0b1dc0 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7ff644001a00 con 0x7ff64c0b1dc0 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 >> v1:172.21.15.157:6789/0 conn(0x7ff64c0b1dc0 legacy=0x7ff64c0b21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6380039c0 0x7ff638003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff638004810 0x7ff638004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6380051d0 0x7ff63800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff63800c140 con 0x7ff638004810 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff63800c2f0 con 0x7ff6380039c0 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7ff63800c4f0 con 0x7ff6380051d0 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff641d9b640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff638004810 0x7ff638004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.469 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff64a59c640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6380039c0 0x7ff638003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff641d9b640 1 -- 172.21.15.157:0/519107916 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6380051d0 msgr2=0x7ff63800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:56.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff641d9b640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6380051d0 0x7ff63800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff641d9b640 1 -- 172.21.15.157:0/519107916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6380039c0 msgr2=0x7ff638003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:56.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff641d9b640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6380039c0 0x7ff638003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff641d9b640 1 -- 172.21.15.157:0/519107916 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff638003530 con 0x7ff638004810 2024-09-10T10:17:56.470 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.463+0000 7ff64ad9d640 1 -- 172.21.15.157:0/519107916 reap_dead start 2024-09-10T10:17:56.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff641d9b640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff638004810 0x7ff638004c90 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff634001780 tx=0x7ff63401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b7f42eeb20a561 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:56.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6340013a0 con 0x7ff638004810 2024-09-10T10:17:56.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6340052f0 con 0x7ff638004810 2024-09-10T10:17:56.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff649d9b640 1 -- 172.21.15.157:0/519107916 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff634003840 con 0x7ff638004810 2024-09-10T10:17:56.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 -- 172.21.15.157:0/519107916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff638004810 msgr2=0x7ff638004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff638004810 0x7ff638004c90 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff634001780 tx=0x7ff63401c400 comp rx=0 tx=0).stop 2024-09-10T10:17:56.471 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 -- 172.21.15.157:0/519107916 shutdown_connections 2024-09-10T10:17:56.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 --2- 172.21.15.157:0/519107916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff638004810 0x7ff638004c90 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 -- 172.21.15.157:0/519107916 >> 172.21.15.157:0/519107916 conn(0x7ff64c06bcc0 msgr2=0x7ff64c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:56.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 -- 172.21.15.157:0/519107916 shutdown_connections 2024-09-10T10:17:56.472 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 -- 172.21.15.157:0/519107916 wait complete. 2024-09-10T10:17:56.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 Processor -- start 2024-09-10T10:17:56.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 -- start start 2024-09-10T10:17:56.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff638004810 0x7ff64c140b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff64c158240 0x7ff64c1586c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64c0b0f50 0x7ff64c0b13d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c0b4960 con 0x7ff64c158240 2024-09-10T10:17:56.474 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c0b47e0 con 0x7ff638004810 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff650c9e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7ff64c0b3d40 con 0x7ff64c0b0f50 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff641d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff64c158240 0x7ff64c1586c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff641d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff64c158240 0x7ff64c1586c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58176/0 (socket says 172.21.15.157:58176) 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff641d9b640 1 -- 172.21.15.157:0/1217878832 learned_addr learned my addr 172.21.15.157:0/1217878832 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff64a59c640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff638004810 0x7ff64c140b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff64ad9d640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64c0b0f50 0x7ff64c0b13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff641d9b640 1 -- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64c0b0f50 msgr2=0x7ff64c0b13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff641d9b640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64c0b0f50 0x7ff64c0b13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff641d9b640 1 -- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff638004810 msgr2=0x7ff64c140b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff641d9b640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff638004810 0x7ff64c140b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff641d9b640 1 -- 172.21.15.157:0/1217878832 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff64c071d00 con 0x7ff64c158240 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff64a59c640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff638004810 0x7ff64c140b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:56.475 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.467+0000 7ff64ad9d640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64c0b0f50 0x7ff64c0b13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:56.476 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff641d9b640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff64c158240 0x7ff64c1586c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff634005040 tx=0x7ff638005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:56.476 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff6437fe640 1 -- 172.21.15.157:0/1217878832 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff634007a40 con 0x7ff64c158240 2024-09-10T10:17:56.476 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff6437fe640 1 -- 172.21.15.157:0/1217878832 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6340ba070 con 0x7ff64c158240 2024-09-10T10:17:56.476 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff64c071fa0 con 0x7ff64c158240 2024-09-10T10:17:56.476 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff6437fe640 1 -- 172.21.15.157:0/1217878832 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6340054a0 con 0x7ff64c158240 2024-09-10T10:17:56.476 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff64c072560 con 0x7ff64c158240 2024-09-10T10:17:56.476 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff64c0b40d0 con 0x7ff64c158240 2024-09-10T10:17:56.477 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff6437fe640 1 -- 172.21.15.157:0/1217878832 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7ff634007030 con 0x7ff64c158240 2024-09-10T10:17:56.477 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff6437fe640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff62c0678f0 0x7ff62c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.477 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff6437fe640 1 -- 172.21.15.157:0/1217878832 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7ff63411fa60 con 0x7ff64c158240 2024-09-10T10:17:56.477 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff64a59c640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff62c0678f0 0x7ff62c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.477 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.471+0000 7ff64a59c640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff62c0678f0 0x7ff62c069db0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff64c073790 tx=0x7ff63c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:56.479 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.475+0000 7ff6437fe640 1 -- 172.21.15.157:0/1217878832 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7ff634016110 con 0x7ff64c158240 2024-09-10T10:17:56.628 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.623+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff64c068530 con 0x7ff64c158240 2024-09-10T10:17:56.630 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff6437fe640 1 -- 172.21.15.157:0/1217878832 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16765 (secure 0 0 0) 0x7ff6340f0630 con 0x7ff64c158240 2024-09-10T10:17:56.630 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:56.630 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":32,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:17:44.853055+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:17:41.086236+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:17:42.215240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:56.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff62c0678f0 msgr2=0x7ff62c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff62c0678f0 0x7ff62c069db0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff64c073790 tx=0x7ff63c008040 comp rx=0 tx=0).stop 2024-09-10T10:17:56.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff64c158240 msgr2=0x7ff64c1586c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff64c158240 0x7ff64c1586c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff634005040 tx=0x7ff638005840 comp rx=0 tx=0).stop 2024-09-10T10:17:56.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 shutdown_connections 2024-09-10T10:17:56.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7ff62c0678f0 0x7ff62c069db0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64c0b0f50 0x7ff64c0b13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff64c158240 0x7ff64c1586c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 --2- 172.21.15.157:0/1217878832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff638004810 0x7ff64c140b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 >> 172.21.15.157:0/1217878832 conn(0x7ff64c06bcc0 msgr2=0x7ff64c074cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:56.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 shutdown_connections 2024-09-10T10:17:56.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.627+0000 7ff650c9e640 1 -- 172.21.15.157:0/1217878832 wait complete. 2024-09-10T10:17:56.648 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:17:56.648 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:56.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e3451640 1 Processor -- start 2024-09-10T10:17:56.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e3451640 1 -- start start 2024-09-10T10:17:56.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e3451640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc06d870 0x7fc3dc06dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e3451640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc3dc0b3610 0x7fc3dc0d3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e3451640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3dc06e190 con 0x7fc3dc15e820 2024-09-10T10:17:56.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e3451640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fc3dc0d2ba0 con 0x7fc3dc0b3610 2024-09-10T10:17:56.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e3451640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc3dc0d2e80 con 0x7fc3dc06d870 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e19ee640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc3dc0b3610 0x7fc3dc0d3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e09ec640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fc3dc15e820 0x7fc3dc0cf750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53090/0 (socket says 172.21.15.157:53090) 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e09ec640 1 -- 172.21.15.157:0/1006923581 learned_addr learned my addr 172.21.15.157:0/1006923581 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e11ed640 1 --2- 172.21.15.157:0/1006923581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc06d870 0x7fc3dc06dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e19ee640 1 -- 172.21.15.157:0/1006923581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc06d870 msgr2=0x7fc3dc06dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3dbfff640 1 -- 172.21.15.157:0/1006923581 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2968288278 0 0) 0x7fc3dc06e190 con 0x7fc3dc15e820 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e19ee640 1 --2- 172.21.15.157:0/1006923581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc06d870 0x7fc3dc06dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e19ee640 1 -- 172.21.15.157:0/1006923581 >> v1:172.21.15.157:6789/0 conn(0x7fc3dc15e820 legacy=0x7fc3dc0cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e19ee640 1 -- 172.21.15.157:0/1006923581 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3dc0d3160 con 0x7fc3dc0b3610 2024-09-10T10:17:56.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.751+0000 7fc3e11ed640 1 --2- 172.21.15.157:0/1006923581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc06d870 0x7fc3dc06dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:56.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e19ee640 1 --2- 172.21.15.157:0/1006923581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc0b3610 0x7fc3dc0d3c40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc3d40097c0 tx=0x7fc3d401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44ba37352815616a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3dbfff640 1 -- 172.21.15.157:0/1006923581 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d40a7070 con 0x7fc3dc0b3610 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3dbfff640 1 -- 172.21.15.157:0/1006923581 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3d40b0070 con 0x7fc3dc0b3610 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3dbfff640 1 -- 172.21.15.157:0/1006923581 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d40ab890 con 0x7fc3dc0b3610 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- 172.21.15.157:0/1006923581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc0b3610 msgr2=0x7fc3dc0d3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 --2- 172.21.15.157:0/1006923581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc0b3610 0x7fc3dc0d3c40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc3d40097c0 tx=0x7fc3d401c470 comp rx=0 tx=0).stop 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- 172.21.15.157:0/1006923581 shutdown_connections 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 --2- 172.21.15.157:0/1006923581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc0b3610 0x7fc3dc0d3c40 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 --2- 172.21.15.157:0/1006923581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc06d870 0x7fc3dc06dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- 172.21.15.157:0/1006923581 >> 172.21.15.157:0/1006923581 conn(0x7fc3dc0d4910 msgr2=0x7fc3dc0d4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- 172.21.15.157:0/1006923581 shutdown_connections 2024-09-10T10:17:56.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- 172.21.15.157:0/1006923581 wait complete. 2024-09-10T10:17:56.761 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 Processor -- start 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- start start 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc06d870 0x7fc3dc154ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3dc0b3610 0x7fc3dc156840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc15e820 0x7fc3dc156d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc3dc16b530 con 0x7fc3dc06d870 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc3dc16b3b0 con 0x7fc3dc0b3610 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc3dc16b6b0 con 0x7fc3dc15e820 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e11ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc06d870 0x7fc3dc154ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e11ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc06d870 0x7fc3dc154ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58200/0 (socket says 172.21.15.157:58200) 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e11ed640 1 -- 172.21.15.157:0/2199908989 learned_addr learned my addr 172.21.15.157:0/2199908989 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e19ee640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc15e820 0x7fc3dc156d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e09ec640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3dc0b3610 0x7fc3dc156840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e11ed640 1 -- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc15e820 msgr2=0x7fc3dc156d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e11ed640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc15e820 0x7fc3dc156d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e11ed640 1 -- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3dc0b3610 msgr2=0x7fc3dc156840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e11ed640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3dc0b3610 0x7fc3dc156840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e11ed640 1 -- 172.21.15.157:0/2199908989 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3dc15c2d0 con 0x7fc3dc06d870 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e11ed640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc06d870 0x7fc3dc154ff0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc00cf90 tx=0x7fc3cc00a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3d9ffb640 1 -- 172.21.15.157:0/2199908989 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3cc01a070 con 0x7fc3dc06d870 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3d9ffb640 1 -- 172.21.15.157:0/2199908989 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3cc00d840 con 0x7fc3dc06d870 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3d9ffb640 1 -- 172.21.15.157:0/2199908989 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3cc00dc10 con 0x7fc3dc06d870 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3dc15c5b0 con 0x7fc3dc06d870 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.755+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3dc15cb70 con 0x7fc3dc06d870 2024-09-10T10:17:56.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.759+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3dc0d3c40 con 0x7fc3dc06d870 2024-09-10T10:17:56.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.759+0000 7fc3d9ffb640 1 -- 172.21.15.157:0/2199908989 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc3cc01d070 con 0x7fc3dc06d870 2024-09-10T10:17:56.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.759+0000 7fc3d9ffb640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3c80678f0 0x7fc3c8069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:56.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.759+0000 7fc3d9ffb640 1 -- 172.21.15.157:0/2199908989 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fc3cc086450 con 0x7fc3dc06d870 2024-09-10T10:17:56.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.759+0000 7fc3e09ec640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3c80678f0 0x7fc3c8069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:56.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.759+0000 7fc3e09ec640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3c80678f0 0x7fc3c8069db0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc0b64a0 tx=0x7fc3d0007c10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:56.767 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.763+0000 7fc3d9ffb640 1 -- 172.21.15.157:0/2199908989 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc3cc056940 con 0x7fc3dc06d870 2024-09-10T10:17:56.949 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.943+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3dc15cf50 con 0x7fc3dc06d870 2024-09-10T10:17:56.949 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3d9ffb640 1 -- 172.21.15.157:0/2199908989 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7fc3cc05ac40 con 0x7fc3dc06d870 2024-09-10T10:17:56.950 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:56.950 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":17,"btime":"2024-09-10T10:17:46:898540+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4621,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/3850865518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":3850865518},{"type":"v1","addr":"172.21.15.157:6835","nonce":3850865518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6836/1689368113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1689368113},{"type":"v1","addr":"172.21.15.192:6836","nonce":1689368113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4815,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/877460188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":877460188},{"type":"v1","addr":"172.21.15.157:6834","nonce":877460188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:17:43.227592+0000","modified":"2024-09-10T10:17:46.256166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4827},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4827":{"gid":4827,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6837/457893353","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6835","nonce":457893353},{"type":"v1","addr":"172.21.15.192:6837","nonce":457893353}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4827,"qdb_cluster":[4827]},"id":2}]} 2024-09-10T10:17:56.950 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 17 2024-09-10T10:17:56.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3c80678f0 msgr2=0x7fc3c8069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3c80678f0 0x7fc3c8069db0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc0b64a0 tx=0x7fc3d0007c10 comp rx=0 tx=0).stop 2024-09-10T10:17:56.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc06d870 msgr2=0x7fc3dc154ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:56.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc06d870 0x7fc3dc154ff0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc00cf90 tx=0x7fc3cc00a7d0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 shutdown_connections 2024-09-10T10:17:56.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc3c80678f0 0x7fc3c8069db0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3dc15e820 0x7fc3dc156d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3dc0b3610 0x7fc3dc156840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 --2- 172.21.15.157:0/2199908989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3dc06d870 0x7fc3dc154ff0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:56.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 >> 172.21.15.157:0/2199908989 conn(0x7fc3dc0d4910 msgr2=0x7fc3dc0d4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:56.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 shutdown_connections 2024-09-10T10:17:56.953 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:56.947+0000 7fc3e3451640 1 -- 172.21.15.157:0/2199908989 wait complete. 2024-09-10T10:17:56.968 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:17:57.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20c1bcd640 1 Processor -- start 2024-09-10T10:17:57.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20c1bcd640 1 -- start start 2024-09-10T10:17:57.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20c1bcd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b5200 0x7f20bc15c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20c1bcd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f20bc0cca90 0x7f20bc0b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20c1bcd640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20bc0b55e0 con 0x7f20bc0b1dc0 2024-09-10T10:17:57.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20c1bcd640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f20bc0ce3b0 con 0x7f20bc0cca90 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20c1bcd640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f20bc15c5f0 con 0x7f20bc0b5200 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20baffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f20bc0cca90 0x7f20bc0b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20bbfff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f20bc0b1dc0 0x7f20bc0b3550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53096/0 (socket says 172.21.15.157:53096) 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20bbfff640 1 -- 172.21.15.157:0/809351689 learned_addr learned my addr 172.21.15.157:0/809351689 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20bb7fe640 1 --2- 172.21.15.157:0/809351689 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b5200 0x7f20bc15c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20baffd640 1 -- 172.21.15.157:0/809351689 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b5200 msgr2=0x7f20bc15c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20baffd640 1 --2- 172.21.15.157:0/809351689 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b5200 0x7f20bc15c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20baffd640 1 -- 172.21.15.157:0/809351689 >> v1:172.21.15.157:6789/0 conn(0x7f20bc0b1dc0 legacy=0x7f20bc0b3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20ba7fc640 1 -- 172.21.15.157:0/809351689 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1315556329 0 0) 0x7f20bc0b55e0 con 0x7f20bc0b1dc0 2024-09-10T10:17:57.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.071+0000 7f20baffd640 1 -- 172.21.15.157:0/809351689 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20bc0b4910 con 0x7f20bc0cca90 2024-09-10T10:17:57.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 --2- 172.21.15.157:0/809351689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0cca90 0x7f20bc0b43d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0097f0 tx=0x7f20ac01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46a4150b6234053c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:57.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20ba7fc640 1 -- 172.21.15.157:0/809351689 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ac0b0070 con 0x7f20bc0cca90 2024-09-10T10:17:57.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20ba7fc640 1 -- 172.21.15.157:0/809351689 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20ac0ab600 con 0x7f20bc0cca90 2024-09-10T10:17:57.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20ba7fc640 1 -- 172.21.15.157:0/809351689 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ac0ab9d0 con 0x7f20bc0cca90 2024-09-10T10:17:57.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- 172.21.15.157:0/809351689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0cca90 msgr2=0x7f20bc0b43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 --2- 172.21.15.157:0/809351689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0cca90 0x7f20bc0b43d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0097f0 tx=0x7f20ac01c410 comp rx=0 tx=0).stop 2024-09-10T10:17:57.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- 172.21.15.157:0/809351689 shutdown_connections 2024-09-10T10:17:57.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 --2- 172.21.15.157:0/809351689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0cca90 0x7f20bc0b43d0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 --2- 172.21.15.157:0/809351689 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b5200 0x7f20bc15c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- 172.21.15.157:0/809351689 >> 172.21.15.157:0/809351689 conn(0x7f20bc06bcc0 msgr2=0x7f20bc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:57.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- 172.21.15.157:0/809351689 shutdown_connections 2024-09-10T10:17:57.079 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- 172.21.15.157:0/809351689 wait complete. 2024-09-10T10:17:57.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 Processor -- start 2024-09-10T10:17:57.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- start start 2024-09-10T10:17:57.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b1dc0 0x7f20bc151780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0b5200 0x7f20bc161ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20bc0cca90 0x7f20bc153360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f20bc0b4070 con 0x7f20bc0b5200 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f20bc0cd8c0 con 0x7f20bc0cca90 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f20bc0b25e0 con 0x7f20bc0b1dc0 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0b5200 0x7f20bc161ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0b5200 0x7f20bc161ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58210/0 (socket says 172.21.15.157:58210) 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 -- 172.21.15.157:0/2630084826 learned_addr learned my addr 172.21.15.157:0/2630084826 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20bb7fe640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b1dc0 0x7f20bc151780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20bbfff640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20bc0cca90 0x7f20bc153360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 -- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b1dc0 msgr2=0x7f20bc151780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b1dc0 0x7f20bc151780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 -- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20bc0cca90 msgr2=0x7f20bc153360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20bc0cca90 0x7f20bc153360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 -- 172.21.15.157:0/2630084826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20bc164630 con 0x7f20bc0b5200 2024-09-10T10:17:57.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20baffd640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0b5200 0x7f20bc161ba0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0097f0 tx=0x7f20ac0191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:57.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20a3fff640 1 -- 172.21.15.157:0/2630084826 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ac0ba070 con 0x7f20bc0b5200 2024-09-10T10:17:57.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20a3fff640 1 -- 172.21.15.157:0/2630084826 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20ac0b56a0 con 0x7f20bc0b5200 2024-09-10T10:17:57.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20a3fff640 1 -- 172.21.15.157:0/2630084826 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ac0b0040 con 0x7f20bc0b5200 2024-09-10T10:17:57.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20bc1625f0 con 0x7f20bc0b5200 2024-09-10T10:17:57.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.075+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20bc162bb0 con 0x7f20bc0b5200 2024-09-10T10:17:57.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.079+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20bc15c0b0 con 0x7f20bc0b5200 2024-09-10T10:17:57.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.079+0000 7f20a3fff640 1 -- 172.21.15.157:0/2630084826 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f20ac0bd070 con 0x7f20bc0b5200 2024-09-10T10:17:57.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.079+0000 7f20a3fff640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20a80678c0 0x7f20a8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.079+0000 7f20a3fff640 1 -- 172.21.15.157:0/2630084826 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f20ac1200f0 con 0x7f20bc0b5200 2024-09-10T10:17:57.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.079+0000 7f20bb7fe640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20a80678c0 0x7f20a8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.084 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.079+0000 7f20bb7fe640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20a80678c0 0x7f20a8069d80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0b1d90 tx=0x7f20b0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:57.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.083+0000 7f20a3fff640 1 -- 172.21.15.157:0/2630084826 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f20bc164630 con 0x7f20bc0b5200 2024-09-10T10:17:57.282 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.279+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f20bc0b35f0 con 0x7f20bc0b5200 2024-09-10T10:17:57.283 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.279+0000 7f20a3fff640 1 -- 172.21.15.157:0/2630084826 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7f20ac016090 con 0x7f20bc0b5200 2024-09-10T10:17:57.283 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:57.284 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":17,"btime":"2024-09-10T10:17:46:898540+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4621,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/3850865518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":3850865518},{"type":"v1","addr":"172.21.15.157:6835","nonce":3850865518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6836/1689368113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1689368113},{"type":"v1","addr":"172.21.15.192:6836","nonce":1689368113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4815,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/877460188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":877460188},{"type":"v1","addr":"172.21.15.157:6834","nonce":877460188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T10:17:43.227592+0000","modified":"2024-09-10T10:17:46.256166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4827},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4827":{"gid":4827,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6837/457893353","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6835","nonce":457893353},{"type":"v1","addr":"172.21.15.192:6837","nonce":457893353}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4827,"qdb_cluster":[4827]},"id":2}]} 2024-09-10T10:17:57.284 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 17 2024-09-10T10:17:57.286 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20a80678c0 msgr2=0x7f20a8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.286 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20a80678c0 0x7f20a8069d80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0b1d90 tx=0x7f20b0008040 comp rx=0 tx=0).stop 2024-09-10T10:17:57.286 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0b5200 msgr2=0x7f20bc161ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.286 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0b5200 0x7f20bc161ba0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0097f0 tx=0x7f20ac0191b0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.286 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 shutdown_connections 2024-09-10T10:17:57.286 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f20a80678c0 0x7f20a8069d80 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.286 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20bc0cca90 0x7f20bc153360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.286 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20bc0b5200 0x7f20bc161ba0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.287 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 --2- 172.21.15.157:0/2630084826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20bc0b1dc0 0x7f20bc151780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.287 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 >> 172.21.15.157:0/2630084826 conn(0x7f20bc06bcc0 msgr2=0x7f20bc157ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:57.287 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 shutdown_connections 2024-09-10T10:17:57.287 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.283+0000 7f20c1bcd640 1 -- 172.21.15.157:0/2630084826 wait complete. 2024-09-10T10:17:57.302 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:17:57.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.403+0000 7f8d86c16640 1 Processor -- start 2024-09-10T10:17:57.409 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d86c16640 1 -- start start 2024-09-10T10:17:57.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d86c16640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8d8015bf10 0x7f8d80072070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.410 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d86c16640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d800b4460 con 0x7f8d800725b0 2024-09-10T10:17:57.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d86c16640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d8015c2f0 con 0x7f8d800b4ee0 2024-09-10T10:17:57.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d86c16640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f8d8015f3d0 con 0x7f8d8015bf10 2024-09-10T10:17:57.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d849b2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8d8015bf10 0x7f8d80072070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d77fff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f8d800725b0 0x7f8d8015e910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53112/0 (socket says 172.21.15.157:53112) 2024-09-10T10:17:57.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d77fff640 1 -- 172.21.15.157:0/4043846411 learned_addr learned my addr 172.21.15.157:0/4043846411 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:57.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d849b2640 1 -- 172.21.15.157:0/4043846411 >> v1:172.21.15.192:6789/0 conn(0x7f8d800b4ee0 legacy=0x7f8d800b2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:57.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d849b2640 1 -- 172.21.15.157:0/4043846411 >> v1:172.21.15.157:6789/0 conn(0x7f8d800725b0 legacy=0x7f8d8015e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d777fe640 1 -- 172.21.15.157:0/4043846411 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1358159887 0 0) 0x7f8d70001120 con 0x7f8d800725b0 2024-09-10T10:17:57.411 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.407+0000 7f8d849b2640 1 -- 172.21.15.157:0/4043846411 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d8015f6b0 con 0x7f8d8015bf10 2024-09-10T10:17:57.413 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d849b2640 1 --2- 172.21.15.157:0/4043846411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d8015bf10 0x7f8d80072070 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c0097c0 tx=0x7f8d7c01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f86ec438fe71b471 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:57.413 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d777fe640 1 -- 172.21.15.157:0/4043846411 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7c0ab660 con 0x7f8d8015bf10 2024-09-10T10:17:57.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d777fe640 1 -- 172.21.15.157:0/4043846411 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d7c0b0070 con 0x7f8d8015bf10 2024-09-10T10:17:57.414 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d777fe640 1 -- 172.21.15.157:0/4043846411 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7c0aba20 con 0x7f8d8015bf10 2024-09-10T10:17:57.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 -- 172.21.15.157:0/4043846411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d8015bf10 msgr2=0x7f8d80072070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 --2- 172.21.15.157:0/4043846411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d8015bf10 0x7f8d80072070 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c0097c0 tx=0x7f8d7c01c460 comp rx=0 tx=0).stop 2024-09-10T10:17:57.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 -- 172.21.15.157:0/4043846411 shutdown_connections 2024-09-10T10:17:57.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 --2- 172.21.15.157:0/4043846411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d8015bf10 0x7f8d80072070 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 -- 172.21.15.157:0/4043846411 >> 172.21.15.157:0/4043846411 conn(0x7f8d80067a00 msgr2=0x7f8d80067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:57.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 -- 172.21.15.157:0/4043846411 shutdown_connections 2024-09-10T10:17:57.415 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 -- 172.21.15.157:0/4043846411 wait complete. 2024-09-10T10:17:57.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 Processor -- start 2024-09-10T10:17:57.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 -- start start 2024-09-10T10:17:57.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d800725b0 0x7f8d80156d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d800b4ee0 0x7f8d8014cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d8015bf10 0x7f8d80150280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f8d800af2e0 con 0x7f8d800b4ee0 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8d800af160 con 0x7f8d8015bf10 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d86c16640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f8d800b3650 con 0x7f8d800725b0 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d77fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d800b4ee0 0x7f8d8014cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d77fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d800b4ee0 0x7f8d8014cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58230/0 (socket says 172.21.15.157:58230) 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d77fff640 1 -- 172.21.15.157:0/2530196959 learned_addr learned my addr 172.21.15.157:0/2530196959 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d77fff640 1 -- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d800725b0 msgr2=0x7f8d80156d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d849b2640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d800725b0 0x7f8d80156d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.418 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d851b3640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d8015bf10 0x7f8d80150280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d77fff640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d800725b0 0x7f8d80156d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d77fff640 1 -- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d8015bf10 msgr2=0x7f8d80150280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d77fff640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d8015bf10 0x7f8d80150280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d77fff640 1 -- 172.21.15.157:0/2530196959 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d8014d780 con 0x7f8d800b4ee0 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.411+0000 7f8d77fff640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d800b4ee0 0x7f8d8014cc00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8d7000c750 tx=0x7f8d7000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d757fa640 1 -- 172.21.15.157:0/2530196959 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d70018070 con 0x7f8d800b4ee0 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d757fa640 1 -- 172.21.15.157:0/2530196959 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d700072d0 con 0x7f8d800b4ee0 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d80155fa0 con 0x7f8d800b4ee0 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d757fa640 1 -- 172.21.15.157:0/2530196959 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d700047f0 con 0x7f8d800b4ee0 2024-09-10T10:17:57.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d80156560 con 0x7f8d800b4ee0 2024-09-10T10:17:57.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d80072070 con 0x7f8d800b4ee0 2024-09-10T10:17:57.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d757fa640 1 -- 172.21.15.157:0/2530196959 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f8d7001b070 con 0x7f8d800b4ee0 2024-09-10T10:17:57.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d757fa640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8d6c0678c0 0x7f8d6c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d757fa640 1 -- 172.21.15.157:0/2530196959 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f8d70085020 con 0x7f8d800b4ee0 2024-09-10T10:17:57.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d849b2640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8d6c0678c0 0x7f8d6c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.415+0000 7f8d849b2640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8d6c0678c0 0x7f8d6c069d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c0af000 tx=0x7f8d7c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:57.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.419+0000 7f8d757fa640 1 -- 172.21.15.157:0/2530196959 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f8d8014d780 con 0x7f8d800b4ee0 2024-09-10T10:17:57.580 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.575+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8d800b5510 con 0x7f8d800b4ee0 2024-09-10T10:17:57.582 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d757fa640 1 -- 172.21.15.157:0/2530196959 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16765 (secure 0 0 0) 0x7f8d800b4460 con 0x7f8d800b4ee0 2024-09-10T10:17:57.582 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:17:57.582 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":32,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:17:44.853055+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-10T10:17:41.086236+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-10T10:17:42.215240+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:17:57.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8d6c0678c0 msgr2=0x7f8d6c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8d6c0678c0 0x7f8d6c069d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c0af000 tx=0x7f8d7c008040 comp rx=0 tx=0).stop 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d800b4ee0 msgr2=0x7f8d8014cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d800b4ee0 0x7f8d8014cc00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8d7000c750 tx=0x7f8d7000cc10 comp rx=0 tx=0).stop 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 shutdown_connections 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f8d6c0678c0 0x7f8d6c069d80 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d8015bf10 0x7f8d80150280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d800b4ee0 0x7f8d8014cc00 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 --2- 172.21.15.157:0/2530196959 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d800725b0 0x7f8d80156d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 >> 172.21.15.157:0/2530196959 conn(0x7f8d80067a00 msgr2=0x7f8d8015c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:57.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 shutdown_connections 2024-09-10T10:17:57.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.579+0000 7f8d86c16640 1 -- 172.21.15.157:0/2530196959 wait complete. 2024-09-10T10:17:57.601 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T10:17:57.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9d0ad640 1 Processor -- start 2024-09-10T10:17:57.719 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9d0ad640 1 -- start start 2024-09-10T10:17:57.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9d0ad640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980b5200 0x7f7b9815c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9d0ad640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7b980cca90 0x7f7b980b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9d0ad640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b980b55e0 con 0x7f7b980b1dc0 2024-09-10T10:17:57.720 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9d0ad640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f7b980ce3b0 con 0x7f7b980cca90 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9d0ad640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7b9815c5f0 con 0x7f7b980b5200 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b8e59c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7b980cca90 0x7f7b980b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9759e640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f7b980b1dc0 0x7f7b980b3550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53126/0 (socket says 172.21.15.157:53126) 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9759e640 1 -- 172.21.15.157:0/3823109879 learned_addr learned my addr 172.21.15.157:0/3823109879 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b8e59c640 1 -- 172.21.15.157:0/3823109879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980b5200 msgr2=0x7f7b9815c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b96d9d640 1 --2- 172.21.15.157:0/3823109879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980b5200 0x7f7b9815c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b8e59c640 1 --2- 172.21.15.157:0/3823109879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980b5200 0x7f7b9815c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b9659c640 1 -- 172.21.15.157:0/3823109879 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3081847417 0 0) 0x7f7b980b55e0 con 0x7f7b980b1dc0 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b8e59c640 1 -- 172.21.15.157:0/3823109879 >> v1:172.21.15.157:6789/0 conn(0x7f7b980b1dc0 legacy=0x7f7b980b3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.721 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.715+0000 7f7b8e59c640 1 -- 172.21.15.157:0/3823109879 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b980b4910 con 0x7f7b980cca90 2024-09-10T10:17:57.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b8e59c640 1 --2- 172.21.15.157:0/3823109879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980cca90 0x7f7b980b43d0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7b800097f0 tx=0x7f7b8001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=757548c9f828291e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:57.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9659c640 1 -- 172.21.15.157:0/3823109879 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b800b0070 con 0x7f7b980cca90 2024-09-10T10:17:57.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9659c640 1 -- 172.21.15.157:0/3823109879 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b800ab600 con 0x7f7b980cca90 2024-09-10T10:17:57.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9659c640 1 -- 172.21.15.157:0/3823109879 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b800ab9d0 con 0x7f7b980cca90 2024-09-10T10:17:57.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3823109879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980cca90 msgr2=0x7f7b980b43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 --2- 172.21.15.157:0/3823109879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980cca90 0x7f7b980b43d0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7b800097f0 tx=0x7f7b8001c410 comp rx=0 tx=0).stop 2024-09-10T10:17:57.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3823109879 shutdown_connections 2024-09-10T10:17:57.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 --2- 172.21.15.157:0/3823109879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980cca90 0x7f7b980b43d0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 --2- 172.21.15.157:0/3823109879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980b5200 0x7f7b9815c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3823109879 >> 172.21.15.157:0/3823109879 conn(0x7f7b9806bcc0 msgr2=0x7f7b9806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:57.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3823109879 shutdown_connections 2024-09-10T10:17:57.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3823109879 wait complete. 2024-09-10T10:17:57.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 Processor -- start 2024-09-10T10:17:57.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 -- start start 2024-09-10T10:17:57.726 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980b1dc0 0x7f7b98150990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b980b5200 0x7f7b980b0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980cca90 0x7f7b98071be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f7b980b4070 con 0x7f7b980b1dc0 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7b980cd8c0 con 0x7f7b980b5200 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.719+0000 7f7b9d0ad640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7b980b25e0 con 0x7f7b980cca90 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b96d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980b1dc0 0x7f7b98150990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b96d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980b1dc0 0x7f7b98150990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58248/0 (socket says 172.21.15.157:58248) 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b96d9d640 1 -- 172.21.15.157:0/3381706209 learned_addr learned my addr 172.21.15.157:0/3381706209 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b9759e640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980cca90 0x7f7b98071be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8e59c640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b980b5200 0x7f7b980b0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.727 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b96d9d640 1 -- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980cca90 msgr2=0x7f7b98071be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b96d9d640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980cca90 0x7f7b98071be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b96d9d640 1 -- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b980b5200 msgr2=0x7f7b980b0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b96d9d640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b980b5200 0x7f7b980b0ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b96d9d640 1 -- 172.21.15.157:0/3381706209 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b980aea50 con 0x7f7b980b1dc0 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b9759e640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980cca90 0x7f7b98071be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8e59c640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b980b5200 0x7f7b980b0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b96d9d640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980b1dc0 0x7f7b98150990 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7b8800c7f0 tx=0x7f7b8800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8ffff640 1 -- 172.21.15.157:0/3381706209 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b88015070 con 0x7f7b980b1dc0 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8ffff640 1 -- 172.21.15.157:0/3381706209 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b88004240 con 0x7f7b980b1dc0 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b980aed30 con 0x7f7b980b1dc0 2024-09-10T10:17:57.728 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8ffff640 1 -- 172.21.15.157:0/3381706209 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b88003620 con 0x7f7b980b1dc0 2024-09-10T10:17:57.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b980af2f0 con 0x7f7b980b1dc0 2024-09-10T10:17:57.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b9815c0b0 con 0x7f7b980b1dc0 2024-09-10T10:17:57.729 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8ffff640 1 -- 172.21.15.157:0/3381706209 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7b880039d0 con 0x7f7b980b1dc0 2024-09-10T10:17:57.730 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8ffff640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7b780678c0 0x7f7b78069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:57.730 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8ffff640 1 -- 172.21.15.157:0/3381706209 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f7b88085d60 con 0x7f7b980b1dc0 2024-09-10T10:17:57.730 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8e59c640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7b780678c0 0x7f7b78069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:57.730 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.723+0000 7f7b8e59c640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7b780678c0 0x7f7b78069d80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7b800ad000 tx=0x7f7b800a4f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:57.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.727+0000 7f7b8ffff640 1 -- 172.21.15.157:0/3381706209 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7b880568a0 con 0x7f7b980b1dc0 2024-09-10T10:17:57.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.911+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f7b9815e560 con 0x7f7b980b1dc0 2024-09-10T10:17:57.917 INFO:tasks.ceph.mon.a.smithi157.stderr:2024-09-10T10:17:57.915+0000 7f6807a28640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T10:17:57.920 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.915+0000 7f7b8ffff640 1 -- 172.21.15.157:0/3381706209 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v18) ==== 161+0+0 (secure 0 0 0) 0x7f7b880561a0 con 0x7f7b980b1dc0 2024-09-10T10:17:57.920 INFO:teuthology.orchestra.run.smithi157.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T10:17:57.922 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7b780678c0 msgr2=0x7f7b78069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.922 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7b780678c0 0x7f7b78069d80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7b800ad000 tx=0x7f7b800a4f90 comp rx=0 tx=0).stop 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980b1dc0 msgr2=0x7f7b98150990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980b1dc0 0x7f7b98150990 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7b8800c7f0 tx=0x7f7b8800ccb0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 shutdown_connections 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7b780678c0 0x7f7b78069d80 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b980cca90 0x7f7b98071be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b980b5200 0x7f7b980b0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 --2- 172.21.15.157:0/3381706209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b980b1dc0 0x7f7b98150990 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 >> 172.21.15.157:0/3381706209 conn(0x7f7b9806bcc0 msgr2=0x7f7b980710a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 shutdown_connections 2024-09-10T10:17:57.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:57.919+0000 7f7b9d0ad640 1 -- 172.21.15.157:0/3381706209 wait complete. 2024-09-10T10:17:57.936 INFO:tasks.ceph.mds.d.smithi192.stderr: -4530> 2024-09-10T10:17:48.828+0000 7f5ba6648640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T10:17:57.938 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T10:17:57.980 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-10T10:17:58.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.051+0000 7f0fb40dc640 1 Processor -- start 2024-09-10T10:17:58.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.051+0000 7f0fb40dc640 1 -- start start 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb40dc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0fac145b20 0x7f0fac072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb40dc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac072860 0x7f0fac0b1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb40dc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0fac073a40 con 0x7f0fac0b2370 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb40dc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f0fac072ca0 con 0x7f0fac145b20 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb40dc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0fac0b27c0 con 0x7f0fac072860 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1e78640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0fac145b20 0x7f0fac072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1677640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac072860 0x7f0fac0b1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb2679640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f0fac0b2370 0x7f0fac15ff90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:55530/0 (socket says 172.21.15.157:55530) 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1677640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac072860 0x7f0fac0b1e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:51330/0 (socket says 172.21.15.157:51330) 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1e78640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0fac145b20 0x7f0fac072320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:53242/0 (socket says 172.21.15.157:53242) 2024-09-10T10:17:58.058 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb2679640 1 -- 172.21.15.157:0/2026803806 learned_addr learned my addr 172.21.15.157:0/2026803806 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:17:58.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1677640 1 -- 172.21.15.157:0/2026803806 >> v2:172.21.15.192:3300/0 conn(0x7f0fac145b20 msgr2=0x7f0fac072320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:58.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1677640 1 --2- 172.21.15.157:0/2026803806 >> v2:172.21.15.192:3300/0 conn(0x7f0fac145b20 0x7f0fac072320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1677640 1 -- 172.21.15.157:0/2026803806 >> v1:172.21.15.192:6789/0 conn(0x7f0fac0b2370 legacy=0x7f0fac15ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:58.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1677640 1 -- 172.21.15.157:0/2026803806 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fac072ec0 con 0x7f0fac072860 2024-09-10T10:17:58.059 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1e78640 1 --2- 172.21.15.157:0/2026803806 >> v2:172.21.15.192:3300/0 conn(0x7f0fac145b20 0x7f0fac072320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:17:58.060 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb1677640 1 --2- 172.21.15.157:0/2026803806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac072860 0x7f0fac0b1e30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c0097c0 tx=0x7f0f9c01c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d3cb24f82cb9fb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:58.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.055+0000 7f0fb0e76640 1 -- 172.21.15.157:0/2026803806 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c0b1070 con 0x7f0fac072860 2024-09-10T10:17:58.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb0e76640 1 -- 172.21.15.157:0/2026803806 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f9c0a8050 con 0x7f0fac072860 2024-09-10T10:17:58.061 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb0e76640 1 -- 172.21.15.157:0/2026803806 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c0ac860 con 0x7f0fac072860 2024-09-10T10:17:58.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- 172.21.15.157:0/2026803806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac072860 msgr2=0x7f0fac0b1e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:58.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 --2- 172.21.15.157:0/2026803806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac072860 0x7f0fac0b1e30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c0097c0 tx=0x7f0f9c01c3e0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- 172.21.15.157:0/2026803806 shutdown_connections 2024-09-10T10:17:58.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 --2- 172.21.15.157:0/2026803806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac072860 0x7f0fac0b1e30 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 --2- 172.21.15.157:0/2026803806 >> v2:172.21.15.192:3300/0 conn(0x7f0fac145b20 0x7f0fac072320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- 172.21.15.157:0/2026803806 >> 172.21.15.157:0/2026803806 conn(0x7f0fac06bcc0 msgr2=0x7f0fac06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:58.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- 172.21.15.157:0/2026803806 shutdown_connections 2024-09-10T10:17:58.062 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- 172.21.15.157:0/2026803806 wait complete. 2024-09-10T10:17:58.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 Processor -- start 2024-09-10T10:17:58.063 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- start start 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fac072860 0x7f0fac15b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac0b2370 0x7f0fac13b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0fac145b20 0x7f0fac15ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac145f00 con 0x7f0fac072860 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0fac0ccda0 con 0x7f0fac145b20 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f0fac146080 con 0x7f0fac0b2370 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1e78640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fac072860 0x7f0fac15b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1e78640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fac072860 0x7f0fac15b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58262/0 (socket says 172.21.15.157:58262) 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1e78640 1 -- 172.21.15.157:0/173351350 learned_addr learned my addr 172.21.15.157:0/173351350 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:58.065 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1677640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac0b2370 0x7f0fac13b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb2679640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0fac145b20 0x7f0fac15ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1e78640 1 -- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac0b2370 msgr2=0x7f0fac13b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1e78640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac0b2370 0x7f0fac13b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1e78640 1 -- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0fac145b20 msgr2=0x7f0fac15ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1e78640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0fac145b20 0x7f0fac15ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1e78640 1 -- 172.21.15.157:0/173351350 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fac15b0d0 con 0x7f0fac072860 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb1e78640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fac072860 0x7f0fac15b2c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0fa800e980 tx=0x7f0fa800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fa27fc640 1 -- 172.21.15.157:0/173351350 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa8017070 con 0x7f0fac072860 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fa27fc640 1 -- 172.21.15.157:0/173351350 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fa800ca00 con 0x7f0fac072860 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fac15bb30 con 0x7f0fac072860 2024-09-10T10:17:58.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fa27fc640 1 -- 172.21.15.157:0/173351350 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa800cdd0 con 0x7f0fac072860 2024-09-10T10:17:58.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.059+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fac1417c0 con 0x7f0fac072860 2024-09-10T10:17:58.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.063+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fac069220 con 0x7f0fac072860 2024-09-10T10:17:58.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.063+0000 7f0fa27fc640 1 -- 172.21.15.157:0/173351350 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f0fa801a070 con 0x7f0fac072860 2024-09-10T10:17:58.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.063+0000 7f0fa27fc640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0f900678c0 0x7f0f90069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:58.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.063+0000 7f0fa27fc640 1 -- 172.21.15.157:0/173351350 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f0fa8085c00 con 0x7f0fac072860 2024-09-10T10:17:58.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.063+0000 7f0fb1677640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0f900678c0 0x7f0f90069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:58.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.063+0000 7f0fb1677640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0f900678c0 0x7f0f90069d80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c0ae000 tx=0x7f0f9c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:58.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.067+0000 7f0fa27fc640 1 -- 172.21.15.157:0/173351350 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0fa808c080 con 0x7f0fac072860 2024-09-10T10:17:58.268 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.263+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f0fac0b1e30 con 0x7f0fac072860 2024-09-10T10:17:58.922 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.919+0000 7f0fa27fc640 1 -- 172.21.15.157:0/173351350 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7f0fa80566e0 con 0x7f0fac072860 2024-09-10T10:17:58.926 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0f900678c0 msgr2=0x7f0f90069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:58.926 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0f900678c0 0x7f0f90069d80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c0ae000 tx=0x7f0f9c008040 comp rx=0 tx=0).stop 2024-09-10T10:17:58.926 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fac072860 msgr2=0x7f0fac15b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:58.926 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fac072860 0x7f0fac15b2c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0fa800e980 tx=0x7f0fa800ee40 comp rx=0 tx=0).stop 2024-09-10T10:17:58.926 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 shutdown_connections 2024-09-10T10:17:58.926 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f0f900678c0 0x7f0f90069d80 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0fac145b20 0x7f0fac15ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0fac0b2370 0x7f0fac13b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 --2- 172.21.15.157:0/173351350 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fac072860 0x7f0fac15b2c0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:58.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 >> 172.21.15.157:0/173351350 conn(0x7f0fac06bcc0 msgr2=0x7f0fac0cf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:58.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 shutdown_connections 2024-09-10T10:17:58.927 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:58.923+0000 7f0fb40dc640 1 -- 172.21.15.157:0/173351350 wait complete. 2024-09-10T10:17:58.945 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T10:17:59.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5519c1f640 1 Processor -- start 2024-09-10T10:17:59.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5519c1f640 1 -- start start 2024-09-10T10:17:59.077 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5519c1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5514155a40 0x7f55140b3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5519c1f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f551415b8d0 0x7f55140d0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5519c1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f551415c0c0 con 0x7f55140d0560 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5519c1f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f55140ce1a0 con 0x7f551415b8d0 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5519c1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f551415c3a0 con 0x7f5514155a40 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5512ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f551415b8d0 0x7f55140d0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5512ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f551415b8d0 0x7f55140d0020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58270/0 (socket says 172.21.15.157:58270) 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.071+0000 7f5512ffd640 1 -- 172.21.15.157:0/2274909396 learned_addr learned my addr 172.21.15.157:0/2274909396 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.075+0000 7f55137fe640 1 --2- 172.21.15.157:0/2274909396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5514155a40 0x7f55140b3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.075+0000 7f5512ffd640 1 -- 172.21.15.157:0/2274909396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5514155a40 msgr2=0x7f55140b3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.075+0000 7f5512ffd640 1 --2- 172.21.15.157:0/2274909396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5514155a40 0x7f55140b3480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.075+0000 7f5512ffd640 1 -- 172.21.15.157:0/2274909396 >> v1:172.21.15.192:6789/0 conn(0x7f55140d0560 legacy=0x7f551406cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:17:59.078 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.075+0000 7f5512ffd640 1 -- 172.21.15.157:0/2274909396 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551415c680 con 0x7f551415b8d0 2024-09-10T10:17:59.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5512ffd640 1 --2- 172.21.15.157:0/2274909396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 0x7f55140d0020 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f5508009870 tx=0x7f550801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2369695d2d9c1e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:59.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f55127fc640 1 -- 172.21.15.157:0/2274909396 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55080b0070 con 0x7f551415b8d0 2024-09-10T10:17:59.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f55127fc640 1 -- 172.21.15.157:0/2274909396 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55080ab600 con 0x7f551415b8d0 2024-09-10T10:17:59.081 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f55127fc640 1 -- 172.21.15.157:0/2274909396 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55080ab9d0 con 0x7f551415b8d0 2024-09-10T10:17:59.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- 172.21.15.157:0/2274909396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 msgr2=0x7f55140d0020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:59.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 --2- 172.21.15.157:0/2274909396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 0x7f55140d0020 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f5508009870 tx=0x7f550801c520 comp rx=0 tx=0).stop 2024-09-10T10:17:59.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- 172.21.15.157:0/2274909396 shutdown_connections 2024-09-10T10:17:59.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 --2- 172.21.15.157:0/2274909396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 0x7f55140d0020 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:59.082 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 --2- 172.21.15.157:0/2274909396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5514155a40 0x7f55140b3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:59.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- 172.21.15.157:0/2274909396 >> 172.21.15.157:0/2274909396 conn(0x7f551406bcc0 msgr2=0x7f551406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:59.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- 172.21.15.157:0/2274909396 shutdown_connections 2024-09-10T10:17:59.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- 172.21.15.157:0/2274909396 wait complete. 2024-09-10T10:17:59.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 Processor -- start 2024-09-10T10:17:59.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- start start 2024-09-10T10:17:59.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55140d0560 0x7f5514144a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:59.085 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5514155a40 0x7f5514146370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 0x7f5514140bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f55141682a0 con 0x7f551415b8d0 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5514168120 con 0x7f5514155a40 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5514168420 con 0x7f55140d0560 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5513fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 0x7f5514140bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5513fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 0x7f5514140bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58284/0 (socket says 172.21.15.157:58284) 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5513fff640 1 -- 172.21.15.157:0/3426216759 learned_addr learned my addr 172.21.15.157:0/3426216759 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f55137fe640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55140d0560 0x7f5514144a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5512ffd640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5514155a40 0x7f5514146370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5513fff640 1 -- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55140d0560 msgr2=0x7f5514144a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5513fff640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55140d0560 0x7f5514144a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:59.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5513fff640 1 -- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5514155a40 msgr2=0x7f5514146370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:59.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5513fff640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5514155a40 0x7f5514146370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:59.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5513fff640 1 -- 172.21.15.157:0/3426216759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5514144fe0 con 0x7f551415b8d0 2024-09-10T10:17:59.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5513fff640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 0x7f5514140bd0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f550c00c7b0 tx=0x7f550c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:59.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f54fbfff640 1 -- 172.21.15.157:0/3426216759 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c004b70 con 0x7f551415b8d0 2024-09-10T10:17:59.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f54fbfff640 1 -- 172.21.15.157:0/3426216759 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f550c004d10 con 0x7f551415b8d0 2024-09-10T10:17:59.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55141452c0 con 0x7f551415b8d0 2024-09-10T10:17:59.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f54fbfff640 1 -- 172.21.15.157:0/3426216759 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c00aa90 con 0x7f551415b8d0 2024-09-10T10:17:59.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.079+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5514145880 con 0x7f551415b8d0 2024-09-10T10:17:59.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.083+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5514069220 con 0x7f551415b8d0 2024-09-10T10:17:59.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.083+0000 7f54fbfff640 1 -- 172.21.15.157:0/3426216759 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f550c00ac30 con 0x7f551415b8d0 2024-09-10T10:17:59.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.083+0000 7f54fbfff640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f55000678c0 0x7f5500069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:17:59.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.083+0000 7f54fbfff640 1 -- 172.21.15.157:0/3426216759 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f550c086270 con 0x7f551415b8d0 2024-09-10T10:17:59.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.083+0000 7f55137fe640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f55000678c0 0x7f5500069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:17:59.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.083+0000 7f55137fe640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f55000678c0 0x7f5500069d80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f550400b800 tx=0x7f5504008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:17:59.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.087+0000 7f54fbfff640 1 -- 172.21.15.157:0/3426216759 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f550c056d50 con 0x7f551415b8d0 2024-09-10T10:17:59.251 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.247+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5514145bb0 con 0x7f551415b8d0 2024-09-10T10:17:59.933 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.927+0000 7f54fbfff640 1 -- 172.21.15.157:0/3426216759 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v34) ==== 181+0+0 (secure 0 0 0) 0x7f550c056650 con 0x7f551415b8d0 2024-09-10T10:17:59.933 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_metadata' removed 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f55000678c0 msgr2=0x7f5500069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f55000678c0 0x7f5500069d80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f550400b800 tx=0x7f5504008040 comp rx=0 tx=0).stop 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 msgr2=0x7f5514140bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 0x7f5514140bd0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f550c00c7b0 tx=0x7f550c00cc70 comp rx=0 tx=0).stop 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 shutdown_connections 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f55000678c0 0x7f5500069d80 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f551415b8d0 0x7f5514140bd0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5514155a40 0x7f5514146370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 --2- 172.21.15.157:0/3426216759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55140d0560 0x7f5514144a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:17:59.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 >> 172.21.15.157:0/3426216759 conn(0x7f551406bcc0 msgr2=0x7f551414c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:17:59.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 shutdown_connections 2024-09-10T10:17:59.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:17:59.935+0000 7f5519c1f640 1 -- 172.21.15.157:0/3426216759 wait complete. 2024-09-10T10:17:59.961 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T10:18:00.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f39372ee640 1 Processor -- start 2024-09-10T10:18:00.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f39372ee640 1 -- start start 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f39372ee640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f393015a060 0x7f39300cff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f39372ee640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f393015c9a0 0x7f39300d04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f39372ee640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39300cccf0 con 0x7f39300cf220 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f39372ee640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f393015a440 con 0x7f393015c9a0 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f39372ee640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f39300cfd60 con 0x7f393015a060 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f3934889640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f393015c9a0 0x7f39300d04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f393588b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f39300cf220 0x7f39300cf650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53132/0 (socket says 172.21.15.157:53132) 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f393588b640 1 -- 172.21.15.157:0/2868877398 learned_addr learned my addr 172.21.15.157:0/2868877398 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f393508a640 1 --2- 172.21.15.157:0/2868877398 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f393015a060 0x7f39300cff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:00.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f3934889640 1 -- 172.21.15.157:0/2868877398 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f393015a060 msgr2=0x7f39300cff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:00.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f3934889640 1 --2- 172.21.15.157:0/2868877398 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f393015a060 0x7f39300cff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f3934889640 1 -- 172.21.15.157:0/2868877398 >> v1:172.21.15.157:6789/0 conn(0x7f39300cf220 legacy=0x7f39300cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:00.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f3927fff640 1 -- 172.21.15.157:0/2868877398 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1379514018 0 0) 0x7f39300cccf0 con 0x7f39300cf220 2024-09-10T10:18:00.094 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.087+0000 7f3934889640 1 -- 172.21.15.157:0/2868877398 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39300ccfd0 con 0x7f393015c9a0 2024-09-10T10:18:00.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f3934889640 1 --2- 172.21.15.157:0/2868877398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f393015c9a0 0x7f39300d04d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f39200097c0 tx=0x7f392001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc26f53ed2c5f5fe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:00.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f3927fff640 1 -- 172.21.15.157:0/2868877398 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39200b0070 con 0x7f393015c9a0 2024-09-10T10:18:00.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f3927fff640 1 -- 172.21.15.157:0/2868877398 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39200ab600 con 0x7f393015c9a0 2024-09-10T10:18:00.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f3927fff640 1 -- 172.21.15.157:0/2868877398 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39200ab9d0 con 0x7f393015c9a0 2024-09-10T10:18:00.096 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f39372ee640 1 -- 172.21.15.157:0/2868877398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f393015c9a0 msgr2=0x7f39300d04d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:00.096 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f39372ee640 1 --2- 172.21.15.157:0/2868877398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f393015c9a0 0x7f39300d04d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f39200097c0 tx=0x7f392001c4a0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.096 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f39372ee640 1 -- 172.21.15.157:0/2868877398 shutdown_connections 2024-09-10T10:18:00.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f39372ee640 1 --2- 172.21.15.157:0/2868877398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f393015c9a0 0x7f39300d04d0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f39372ee640 1 --2- 172.21.15.157:0/2868877398 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f393015a060 0x7f39300cff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f39372ee640 1 -- 172.21.15.157:0/2868877398 >> 172.21.15.157:0/2868877398 conn(0x7f393006bcc0 msgr2=0x7f393006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:00.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f39372ee640 1 -- 172.21.15.157:0/2868877398 shutdown_connections 2024-09-10T10:18:00.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.091+0000 7f39372ee640 1 -- 172.21.15.157:0/2868877398 wait complete. 2024-09-10T10:18:00.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 Processor -- start 2024-09-10T10:18:00.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 -- start start 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39300cf220 0x7f39300b0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f393015a060 0x7f3930157810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f393015c9a0 0x7f3930157d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f3930160b00 con 0x7f39300cf220 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3930160980 con 0x7f393015a060 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f3930160c80 con 0x7f393015c9a0 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f393508a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39300cf220 0x7f39300b0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f393508a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39300cf220 0x7f39300b0d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58294/0 (socket says 172.21.15.157:58294) 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f393508a640 1 -- 172.21.15.157:0/2313487625 learned_addr learned my addr 172.21.15.157:0/2313487625 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:00.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f393508a640 1 -- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f393015c9a0 msgr2=0x7f3930157d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f393508a640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f393015c9a0 0x7f3930157d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f393508a640 1 -- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f393015a060 msgr2=0x7f3930157810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f393508a640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f393015a060 0x7f3930157810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f393508a640 1 -- 172.21.15.157:0/2313487625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39301543a0 con 0x7f39300cf220 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f393508a640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39300cf220 0x7f39300b0d30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f392c00c7f0 tx=0x7f392c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f3925ffb640 1 -- 172.21.15.157:0/2313487625 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c015070 con 0x7f39300cf220 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f3925ffb640 1 -- 172.21.15.157:0/2313487625 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f392c004240 con 0x7f39300cf220 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f3925ffb640 1 -- 172.21.15.157:0/2313487625 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c003620 con 0x7f39300cf220 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3930154680 con 0x7f39300cf220 2024-09-10T10:18:00.101 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3930154c40 con 0x7f39300cf220 2024-09-10T10:18:00.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.095+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3930069220 con 0x7f39300cf220 2024-09-10T10:18:00.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.099+0000 7f3925ffb640 1 -- 172.21.15.157:0/2313487625 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f392c0039d0 con 0x7f39300cf220 2024-09-10T10:18:00.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.099+0000 7f3925ffb640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f39140678c0 0x7f3914069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:00.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.099+0000 7f3925ffb640 1 -- 172.21.15.157:0/2313487625 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5357+0+0 (secure 0 0 0) 0x7f392c085c00 con 0x7f39300cf220 2024-09-10T10:18:00.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.099+0000 7f3934889640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f39140678c0 0x7f3914069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:00.103 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.099+0000 7f3934889640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f39140678c0 0x7f3914069d80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f39200ad000 tx=0x7f3920004740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:00.105 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.103+0000 7f3925ffb640 1 -- 172.21.15.157:0/2313487625 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f392c08c080 con 0x7f39300cf220 2024-09-10T10:18:00.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.259+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f39300cf650 con 0x7f39300cf220 2024-09-10T10:18:00.936 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.931+0000 7f3925ffb640 1 -- 172.21.15.157:0/2313487625 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v35) ==== 169+0+0 (secure 0 0 0) 0x7f392c0568a0 con 0x7f39300cf220 2024-09-10T10:18:00.936 INFO:teuthology.orchestra.run.smithi157.stderr:pool 'cephfs_data' removed 2024-09-10T10:18:00.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f39140678c0 msgr2=0x7f3914069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f39140678c0 0x7f3914069d80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f39200ad000 tx=0x7f3920004740 comp rx=0 tx=0).stop 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39300cf220 msgr2=0x7f39300b0d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39300cf220 0x7f39300b0d30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f392c00c7f0 tx=0x7f392c00ccb0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 shutdown_connections 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f39140678c0 0x7f3914069d80 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f393015c9a0 0x7f3930157d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f393015a060 0x7f3930157810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 --2- 172.21.15.157:0/2313487625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39300cf220 0x7f39300b0d30 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 >> 172.21.15.157:0/2313487625 conn(0x7f393006bcc0 msgr2=0x7f393006d890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:00.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 shutdown_connections 2024-09-10T10:18:00.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:00.935+0000 7f39372ee640 1 -- 172.21.15.157:0/2313487625 wait complete. 2024-09-10T10:18:00.960 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T10:18:01.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.083+0000 7f9251f41640 1 Processor -- start 2024-09-10T10:18:01.088 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.083+0000 7f9251f41640 1 -- start start 2024-09-10T10:18:01.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f9251f41640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f924c15ea00 0x7f924c0b76e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f9251f41640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f924c0b3ae0 con 0x7f924c15e620 2024-09-10T10:18:01.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f9251f41640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f924c0d2cc0 con 0x7f924c0d2830 2024-09-10T10:18:01.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f9251f41640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f924c0d2fa0 con 0x7f924c15ea00 2024-09-10T10:18:01.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924b7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f924c15e620 0x7f924c0b33d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:53142/0 (socket says 172.21.15.157:53142) 2024-09-10T10:18:01.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924b7fe640 1 -- 172.21.15.157:0/3810591606 learned_addr learned my addr 172.21.15.157:0/3810591606 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:01.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924affd640 1 --2- 172.21.15.157:0/3810591606 >> v2:172.21.15.192:3300/0 conn(0x7f924c15ea00 0x7f924c0b76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3166673756 0 0) 0x7f924c0b3ae0 con 0x7f924c15e620 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9238003530 con 0x7f924c15e620 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2560193308 0 0) 0x7f9238003530 con 0x7f924c15e620 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 >> v2:172.21.15.192:3300/0 conn(0x7f924c15ea00 msgr2=0x7f924c0b76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 --2- 172.21.15.157:0/3810591606 >> v2:172.21.15.192:3300/0 conn(0x7f924c15ea00 0x7f924c0b76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 >> v1:172.21.15.192:6789/0 conn(0x7f924c0d2830 legacy=0x7f924c0d4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f924c0d3280 con 0x7f924c15e620 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f9234001680 con 0x7f924c15e620 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 >> v1:172.21.15.157:6789/0 conn(0x7f924c15e620 legacy=0x7f924c0b33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380039c0 0x7f9238003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9238004810 0x7f9238004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92380051d0 0x7f923800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.092 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f924c0d2fa0 con 0x7f92380051d0 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f923800c070 con 0x7f9238004810 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f923800c270 con 0x7f92380039c0 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924bfff640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92380051d0 0x7f923800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924affd640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9238004810 0x7f9238004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924b7fe640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380039c0 0x7f9238003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924bfff640 1 -- 172.21.15.157:0/3810591606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380039c0 msgr2=0x7f9238003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924bfff640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380039c0 0x7f9238003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924bfff640 1 -- 172.21.15.157:0/3810591606 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9238004810 msgr2=0x7f9238004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924bfff640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9238004810 0x7f9238004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924bfff640 1 -- 172.21.15.157:0/3810591606 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9238003530 con 0x7f92380051d0 2024-09-10T10:18:01.093 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924b7fe640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380039c0 0x7f9238003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924bfff640 1 -- 172.21.15.157:0/3810591606 reap_dead start 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924bfff640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92380051d0 0x7f923800b9d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9244001e70 tx=0x7f924401c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=573d7ff83044876b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9244001a90 con 0x7f92380051d0 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9244003bc0 con 0x7f92380051d0 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.087+0000 7f924a7fc640 1 -- 172.21.15.157:0/3810591606 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9244005020 con 0x7f92380051d0 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- 172.21.15.157:0/3810591606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92380051d0 msgr2=0x7f923800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92380051d0 0x7f923800b9d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9244001e70 tx=0x7f924401c780 comp rx=0 tx=0).stop 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- 172.21.15.157:0/3810591606 shutdown_connections 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 --2- 172.21.15.157:0/3810591606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92380051d0 0x7f923800b9d0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- 172.21.15.157:0/3810591606 >> 172.21.15.157:0/3810591606 conn(0x7f924c067e00 msgr2=0x7f924c068210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- 172.21.15.157:0/3810591606 shutdown_connections 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- 172.21.15.157:0/3810591606 wait complete. 2024-09-10T10:18:01.095 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 Processor -- start 2024-09-10T10:18:01.096 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- start start 2024-09-10T10:18:01.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380051d0 0x7f924c15fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f924c160320 0x7f924c154ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f924c155420 0x7f924c0c96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.097 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f924c0b3550 con 0x7f924c155420 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f924c0b33d0 con 0x7f924c160320 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f924c0b36d0 con 0x7f92380051d0 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f924c155420 0x7f924c0c96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924bfff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f924c155420 0x7f924c0c96c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58298/0 (socket says 172.21.15.157:58298) 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924bfff640 1 -- 172.21.15.157:0/4162903813 learned_addr learned my addr 172.21.15.157:0/4162903813 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924affd640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f924c160320 0x7f924c154ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924b7fe640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380051d0 0x7f924c15fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924bfff640 1 -- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380051d0 msgr2=0x7f924c15fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924bfff640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380051d0 0x7f924c15fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924bfff640 1 -- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f924c160320 msgr2=0x7f924c154ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924bfff640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f924c160320 0x7f924c154ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924bfff640 1 -- 172.21.15.157:0/4162903813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f924c0cfab0 con 0x7f924c155420 2024-09-10T10:18:01.098 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f924bfff640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f924c155420 0x7f924c0c96c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f924401cc60 tx=0x7f9238005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:01.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9243fff640 1 -- 172.21.15.157:0/4162903813 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9244007dc0 con 0x7f924c155420 2024-09-10T10:18:01.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9243fff640 1 -- 172.21.15.157:0/4162903813 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92440012e0 con 0x7f924c155420 2024-09-10T10:18:01.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f924c0c82c0 con 0x7f924c155420 2024-09-10T10:18:01.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9243fff640 1 -- 172.21.15.157:0/4162903813 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92440057f0 con 0x7f924c155420 2024-09-10T10:18:01.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.091+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f924c0c8880 con 0x7f924c155420 2024-09-10T10:18:01.099 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.095+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f924c0b3a60 con 0x7f924c155420 2024-09-10T10:18:01.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.095+0000 7f9243fff640 1 -- 172.21.15.157:0/4162903813 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f92440a6480 con 0x7f924c155420 2024-09-10T10:18:01.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.095+0000 7f9243fff640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f922c0678f0 0x7f922c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.095+0000 7f9243fff640 1 -- 172.21.15.157:0/4162903813 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f924411ee60 con 0x7f924c155420 2024-09-10T10:18:01.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.095+0000 7f924b7fe640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f922c0678f0 0x7f922c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.100 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.095+0000 7f924b7fe640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f922c0678f0 0x7f922c069db0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f92340017f0 tx=0x7f9234009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:01.102 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.099+0000 7f9243fff640 1 -- 172.21.15.157:0/4162903813 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f92440b8060 con 0x7f924c155420 2024-09-10T10:18:01.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.263+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f924c160700 con 0x7f924c155420 2024-09-10T10:18:01.269 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9243fff640 1 -- 172.21.15.157:0/4162903813 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7f9244016490 con 0x7f924c155420 2024-09-10T10:18:01.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f922c0678f0 msgr2=0x7f922c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f922c0678f0 0x7f922c069db0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f92340017f0 tx=0x7f9234009040 comp rx=0 tx=0).stop 2024-09-10T10:18:01.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f924c155420 msgr2=0x7f924c0c96c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f924c155420 0x7f924c0c96c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f924401cc60 tx=0x7f9238005840 comp rx=0 tx=0).stop 2024-09-10T10:18:01.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 shutdown_connections 2024-09-10T10:18:01.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f922c0678f0 0x7f922c069db0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f924c155420 0x7f924c0c96c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f924c160320 0x7f924c154ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.273 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 --2- 172.21.15.157:0/4162903813 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92380051d0 0x7f924c15fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.274 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 >> 172.21.15.157:0/4162903813 conn(0x7f924c067e00 msgr2=0x7f924c0b93a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:01.274 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 shutdown_connections 2024-09-10T10:18:01.274 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.267+0000 7f9251f41640 1 -- 172.21.15.157:0/4162903813 wait complete. 2024-09-10T10:18:01.290 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_symlink_recovery 2024-09-10T10:18:01.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.411+0000 7f93c8a2d640 1 Processor -- start 2024-09-10T10:18:01.417 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.411+0000 7f93c8a2d640 1 -- start start 2024-09-10T10:18:01.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93c8a2d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c4145c30 0x7f93c406f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93c8a2d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f93c4146010 0x7f93c406f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93c8a2d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f93c40d1fb0 0x7f93c415ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93c8a2d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f93c4160ca0 con 0x7f93c4146010 2024-09-10T10:18:01.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93c8a2d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f93c40d14d0 con 0x7f93c40d1fb0 2024-09-10T10:18:01.419 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93c8a2d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f93c40d17b0 con 0x7f93c4145c30 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93bbfff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f93c4146010 0x7f93c406f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93bbfff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f93c4146010 0x7f93c406f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58308/0 (socket says 172.21.15.157:58308) 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93bbfff640 1 -- 172.21.15.157:0/1204776259 learned_addr learned my addr 172.21.15.157:0/1204776259 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93c2d9d640 1 --2- 172.21.15.157:0/1204776259 >> v2:172.21.15.192:3300/0 conn(0x7f93c40d1fb0 0x7f93c415ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93c259c640 1 --2- 172.21.15.157:0/1204776259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c4145c30 0x7f93c406f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93bbfff640 1 -- 172.21.15.157:0/1204776259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c4145c30 msgr2=0x7f93c406f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93bbfff640 1 --2- 172.21.15.157:0/1204776259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c4145c30 0x7f93c406f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93bbfff640 1 -- 172.21.15.157:0/1204776259 >> v2:172.21.15.192:3300/0 conn(0x7f93c40d1fb0 msgr2=0x7f93c415ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93bbfff640 1 --2- 172.21.15.157:0/1204776259 >> v2:172.21.15.192:3300/0 conn(0x7f93c40d1fb0 0x7f93c415ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93bbfff640 1 -- 172.21.15.157:0/1204776259 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93c40d11c0 con 0x7f93c4146010 2024-09-10T10:18:01.420 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93c2d9d640 1 --2- 172.21.15.157:0/1204776259 >> v2:172.21.15.192:3300/0 conn(0x7f93c40d1fb0 0x7f93c415ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:18:01.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.415+0000 7f93bbfff640 1 --2- 172.21.15.157:0/1204776259 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 0x7f93c406f8e0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f93ac009870 tx=0x7f93ac01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b13356aafe335162 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:01.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c1d9b640 1 -- 172.21.15.157:0/1204776259 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac0b2070 con 0x7f93c4146010 2024-09-10T10:18:01.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c1d9b640 1 -- 172.21.15.157:0/1204776259 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93ac0a9070 con 0x7f93c4146010 2024-09-10T10:18:01.421 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c1d9b640 1 -- 172.21.15.157:0/1204776259 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac0ad880 con 0x7f93c4146010 2024-09-10T10:18:01.422 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- 172.21.15.157:0/1204776259 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 msgr2=0x7f93c406f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.422 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/1204776259 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 0x7f93c406f8e0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f93ac009870 tx=0x7f93ac01c490 comp rx=0 tx=0).stop 2024-09-10T10:18:01.422 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- 172.21.15.157:0/1204776259 shutdown_connections 2024-09-10T10:18:01.422 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/1204776259 >> v2:172.21.15.192:3300/0 conn(0x7f93c40d1fb0 0x7f93c415ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.422 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/1204776259 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 0x7f93c406f8e0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.422 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/1204776259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c4145c30 0x7f93c406f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.422 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- 172.21.15.157:0/1204776259 >> 172.21.15.157:0/1204776259 conn(0x7f93c4067a00 msgr2=0x7f93c4067e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:01.422 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- 172.21.15.157:0/1204776259 shutdown_connections 2024-09-10T10:18:01.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- 172.21.15.157:0/1204776259 wait complete. 2024-09-10T10:18:01.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 Processor -- start 2024-09-10T10:18:01.423 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- start start 2024-09-10T10:18:01.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c40d1fb0 0x7f93c4158ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93c4145c30 0x7f93c4137320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 0x7f93c4144760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f93c4073c60 con 0x7f93c4146010 2024-09-10T10:18:01.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f93c4073ae0 con 0x7f93c4145c30 2024-09-10T10:18:01.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f93c4073de0 con 0x7f93c40d1fb0 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c2d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 0x7f93c4144760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c2d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 0x7f93c4144760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58318/0 (socket says 172.21.15.157:58318) 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c2d9d640 1 -- 172.21.15.157:0/2287895890 learned_addr learned my addr 172.21.15.157:0/2287895890 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c259c640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c40d1fb0 0x7f93c4158ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93bbfff640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93c4145c30 0x7f93c4137320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c2d9d640 1 -- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c40d1fb0 msgr2=0x7f93c4158ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c2d9d640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c40d1fb0 0x7f93c4158ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c2d9d640 1 -- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93c4145c30 msgr2=0x7f93c4137320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c2d9d640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93c4145c30 0x7f93c4137320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c2d9d640 1 -- 172.21.15.157:0/2287895890 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93c415a520 con 0x7f93c4146010 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c2d9d640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 0x7f93c4144760 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f93bc007db0 tx=0x7f93bc00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:01.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93baffd640 1 -- 172.21.15.157:0/2287895890 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc01a070 con 0x7f93c4146010 2024-09-10T10:18:01.428 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93baffd640 1 -- 172.21.15.157:0/2287895890 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93bc0039a0 con 0x7f93c4146010 2024-09-10T10:18:01.428 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93c4159370 con 0x7f93c4146010 2024-09-10T10:18:01.428 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93baffd640 1 -- 172.21.15.157:0/2287895890 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc003d90 con 0x7f93c4146010 2024-09-10T10:18:01.428 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.419+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93c4159930 con 0x7f93c4146010 2024-09-10T10:18:01.428 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.423+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93c415ff70 con 0x7f93c4146010 2024-09-10T10:18:01.428 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.423+0000 7f93baffd640 1 -- 172.21.15.157:0/2287895890 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f93bc01d070 con 0x7f93c4146010 2024-09-10T10:18:01.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.423+0000 7f93baffd640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f93a40678c0 0x7f93a4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.423+0000 7f93baffd640 1 -- 172.21.15.157:0/2287895890 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f93bc085b10 con 0x7f93c4146010 2024-09-10T10:18:01.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.423+0000 7f93c259c640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f93a40678c0 0x7f93a4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.423+0000 7f93c259c640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f93a40678c0 0x7f93a4069d80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f93b400b930 tx=0x7f93b4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:01.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.427+0000 7f93baffd640 1 -- 172.21.15.157:0/2287895890 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f93bc010070 con 0x7f93c4146010 2024-09-10T10:18:01.612 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.607+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_symlink_recovery"} v 0) -- 0x7f93c4143ec0 con 0x7f93c4146010 2024-09-10T10:18:01.617 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.611+0000 7f93baffd640 1 -- 172.21.15.157:0/2287895890 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_symlink_recovery"}]=0 v14) ==== 103+0+0 (secure 0 0 0) 0x7f93bc0569e0 con 0x7f93c4146010 2024-09-10T10:18:01.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f93a40678c0 msgr2=0x7f93a4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f93a40678c0 0x7f93a4069d80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f93b400b930 tx=0x7f93b4008040 comp rx=0 tx=0).stop 2024-09-10T10:18:01.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 msgr2=0x7f93c4144760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 0x7f93c4144760 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f93bc007db0 tx=0x7f93bc00d4a0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 shutdown_connections 2024-09-10T10:18:01.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f93a40678c0 0x7f93a4069d80 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.620 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93c4146010 0x7f93c4144760 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93c4145c30 0x7f93c4137320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 --2- 172.21.15.157:0/2287895890 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93c40d1fb0 0x7f93c4158ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 >> 172.21.15.157:0/2287895890 conn(0x7f93c4067a00 msgr2=0x7f93c415f030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:01.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 shutdown_connections 2024-09-10T10:18:01.621 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.615+0000 7f93c8a2d640 1 -- 172.21.15.157:0/2287895890 wait complete. 2024-09-10T10:18:01.636 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_backtrace.TestBacktrace.test_backtrace' 2024-09-10T10:18:01.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.747+0000 7fe109d18640 1 Processor -- start 2024-09-10T10:18:01.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.747+0000 7fe109d18640 1 -- start start 2024-09-10T10:18:01.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe109d18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b5200 0x7fe10415c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe109d18640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe1040b1dc0 0x7fe1040b2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe109d18640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1040b55e0 con 0x7fe1040cca90 2024-09-10T10:18:01.756 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe109d18640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fe1040ce3b0 con 0x7fe1040b1dc0 2024-09-10T10:18:01.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe109d18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe1040b2750 con 0x7fe1040b5200 2024-09-10T10:18:01.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe103fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe1040b1dc0 0x7fe1040b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe103fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe1040b1dc0 0x7fe1040b2210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58328/0 (socket says 172.21.15.157:58328) 2024-09-10T10:18:01.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe103fff640 1 -- 172.21.15.157:0/3351785654 learned_addr learned my addr 172.21.15.157:0/3351785654 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:01.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe1037fe640 1 --2- 172.21.15.157:0/3351785654 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b5200 0x7fe10415c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe103fff640 1 -- 172.21.15.157:0/3351785654 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b5200 msgr2=0x7fe10415c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:01.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe103fff640 1 --2- 172.21.15.157:0/3351785654 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b5200 0x7fe10415c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe103fff640 1 -- 172.21.15.157:0/3351785654 >> v1:172.21.15.157:6789/0 conn(0x7fe1040cca90 legacy=0x7fe1040b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe103fff640 1 -- 172.21.15.157:0/3351785654 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1040cd020 con 0x7fe1040b1dc0 2024-09-10T10:18:01.758 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe1027fc640 1 -- 172.21.15.157:0/3351785654 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1763306032 0 0) 0x7fe1040b55e0 con 0x7fe1040cca90 2024-09-10T10:18:01.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe103fff640 1 --2- 172.21.15.157:0/3351785654 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b1dc0 0x7fe1040b2210 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe0f4009e50 tx=0x7fe0f401c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dddc48c0daeb3eda server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:01.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe1027fc640 1 -- 172.21.15.157:0/3351785654 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f40a5660 con 0x7fe1040b1dc0 2024-09-10T10:18:01.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe1027fc640 1 -- 172.21.15.157:0/3351785654 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0f40a5800 con 0x7fe1040b1dc0 2024-09-10T10:18:01.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.751+0000 7fe1027fc640 1 -- 172.21.15.157:0/3351785654 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f40a5bd0 con 0x7fe1040b1dc0 2024-09-10T10:18:01.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- 172.21.15.157:0/3351785654 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b1dc0 msgr2=0x7fe1040b2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 --2- 172.21.15.157:0/3351785654 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b1dc0 0x7fe1040b2210 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe0f4009e50 tx=0x7fe0f401c9a0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- 172.21.15.157:0/3351785654 shutdown_connections 2024-09-10T10:18:01.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 --2- 172.21.15.157:0/3351785654 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b1dc0 0x7fe1040b2210 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 --2- 172.21.15.157:0/3351785654 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b5200 0x7fe10415c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- 172.21.15.157:0/3351785654 >> 172.21.15.157:0/3351785654 conn(0x7fe10406bcc0 msgr2=0x7fe10406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- 172.21.15.157:0/3351785654 shutdown_connections 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- 172.21.15.157:0/3351785654 wait complete. 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 Processor -- start 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- start start 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b1dc0 0x7fe104153b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b5200 0x7fe104157c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1040cca90 0x7fe104158150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe1040b3ec0 con 0x7fe1040b5200 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe1040b3d40 con 0x7fe1040cca90 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe1040b4040 con 0x7fe1040b1dc0 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe102ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b5200 0x7fe104157c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe102ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b5200 0x7fe104157c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:58330/0 (socket says 172.21.15.157:58330) 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe102ffd640 1 -- 172.21.15.157:0/1567927007 learned_addr learned my addr 172.21.15.157:0/1567927007 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe1037fe640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b1dc0 0x7fe104153b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe102ffd640 1 -- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b1dc0 msgr2=0x7fe104153b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe103fff640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1040cca90 0x7fe104158150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe102ffd640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b1dc0 0x7fe104153b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe102ffd640 1 -- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1040cca90 msgr2=0x7fe104158150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe102ffd640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1040cca90 0x7fe104158150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe102ffd640 1 -- 172.21.15.157:0/1567927007 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe104165670 con 0x7fe1040b5200 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe102ffd640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b5200 0x7fe104157c10 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe0ec001ec0 tx=0x7fe0ec00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe0fbfff640 1 -- 172.21.15.157:0/1567927007 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ec017070 con 0x7fe1040b5200 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe0fbfff640 1 -- 172.21.15.157:0/1567927007 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0ec003600 con 0x7fe1040b5200 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe104165950 con 0x7fe1040b5200 2024-09-10T10:18:01.765 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe0fbfff640 1 -- 172.21.15.157:0/1567927007 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ec0039f0 con 0x7fe1040b5200 2024-09-10T10:18:01.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.755+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe104154080 con 0x7fe1040b5200 2024-09-10T10:18:01.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.759+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe10415fee0 con 0x7fe1040b5200 2024-09-10T10:18:01.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.759+0000 7fe0fbfff640 1 -- 172.21.15.157:0/1567927007 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe0ec01a070 con 0x7fe1040b5200 2024-09-10T10:18:01.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.759+0000 7fe0fbfff640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0e40678c0 0x7fe0e4069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:01.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.759+0000 7fe0fbfff640 1 -- 172.21.15.157:0/1567927007 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fe0ec084d00 con 0x7fe1040b5200 2024-09-10T10:18:01.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.759+0000 7fe1037fe640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0e40678c0 0x7fe0e4069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:01.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.759+0000 7fe1037fe640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0e40678c0 0x7fe0e4069d80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc00b800 tx=0x7fe0fc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:01.766 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.763+0000 7fe0fbfff640 1 -- 172.21.15.157:0/1567927007 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe0ec055bd0 con 0x7fe1040b5200 2024-09-10T10:18:01.989 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:01.987+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_backtrace.TestBacktrace.test_backtrace"]} v 0) -- 0x7fe1040b49c0 con 0x7fe1040b5200 2024-09-10T10:18:02.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.963+0000 7fe0fbfff640 1 -- 172.21.15.157:0/1567927007 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_backtrace.TestBacktrace.test_backtrace"]}]=0 v82) ==== 135+0+0 (secure 0 0 0) 0x7fe0ec0554d0 con 0x7fe1040b5200 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0e40678c0 msgr2=0x7fe0e4069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:02.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0e40678c0 0x7fe0e4069d80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc00b800 tx=0x7fe0fc008040 comp rx=0 tx=0).stop 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b5200 msgr2=0x7fe104157c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b5200 0x7fe104157c10 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe0ec001ec0 tx=0x7fe0ec00c8e0 comp rx=0 tx=0).stop 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 shutdown_connections 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe0e40678c0 0x7fe0e4069d80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1040cca90 0x7fe104158150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe1040b5200 0x7fe104157c10 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 --2- 172.21.15.157:0/1567927007 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1040b1dc0 0x7fe104153b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 >> 172.21.15.157:0/1567927007 conn(0x7fe10406bcc0 msgr2=0x7fe10415e080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:02.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 shutdown_connections 2024-09-10T10:18:02.972 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:02.967+0000 7fe109d18640 1 -- 172.21.15.157:0/1567927007 wait complete. 2024-09-10T10:18:02.991 INFO:tasks.cephfs_test_runner:That the 'parent' 'layout' and 'symlink' xattrs on the head objects of files ... ERROR 2024-09-10T10:18:02.991 INFO:tasks.cephfs_test_runner: 2024-09-10T10:18:02.991 INFO:tasks.cephfs_test_runner:====================================================================== 2024-09-10T10:18:02.992 INFO:tasks.cephfs_test_runner:ERROR: test_backtrace (tasks.cephfs.test_backtrace.TestBacktrace) 2024-09-10T10:18:02.992 INFO:tasks.cephfs_test_runner:That the 'parent' 'layout' and 'symlink' xattrs on the head objects of files 2024-09-10T10:18:02.992 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-10T10:18:02.992 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-09-10T10:18:02.992 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs/test_backtrace.py", line 34, in test_backtrace 2024-09-10T10:18:02.992 INFO:tasks.cephfs_test_runner: symlink = self.fs.read_symlink(file_ino) 2024-09-10T10:18:02.992 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs/filesystem.py", line 1485, in read_symlink 2024-09-10T10:18:02.992 INFO:tasks.cephfs_test_runner: return self._read_data_xattr(ino_no, "symlink", "string_wrapper", pool) 2024-09-10T10:18:02.992 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs/filesystem.py", line 1464, in _read_data_xattr 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: return json.loads(self.dencoder(obj_type, obj_blob).strip()) 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs/filesystem.py", line 1267, in dencoder 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: p = self.mon_manager.controller.run(args=args, stdin=BytesIO(obj_blob), stdout=BytesIO()) 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: r.wait() 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi157 with status 1: 'ceph-dencoder type string_wrapper import - decode dump_json' 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner: 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-10T10:18:02.993 INFO:tasks.cephfs_test_runner:Ran 1 test in 37.271s 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner: 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner:FAILED (errors=1) 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner: 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner:====================================================================== 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner:ERROR: test_backtrace (tasks.cephfs.test_backtrace.TestBacktrace) 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner:That the 'parent' 'layout' and 'symlink' xattrs on the head objects of files 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs/test_backtrace.py", line 34, in test_backtrace 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner: symlink = self.fs.read_symlink(file_ino) 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs/filesystem.py", line 1485, in read_symlink 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner: return self._read_data_xattr(ino_no, "symlink", "string_wrapper", pool) 2024-09-10T10:18:02.994 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs/filesystem.py", line 1464, in _read_data_xattr 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: return json.loads(self.dencoder(obj_type, obj_blob).strip()) 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs/filesystem.py", line 1267, in dencoder 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: p = self.mon_manager.controller.run(args=args, stdin=BytesIO(obj_blob), stdout=BytesIO()) 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: r.wait() 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi157 with status 1: 'ceph-dencoder type string_wrapper import - decode dump_json' 2024-09-10T10:18:02.995 INFO:tasks.cephfs_test_runner: 2024-09-10T10:18:02.996 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_backtrace (tasks.cephfs.test_backtrace.TestBacktrace) 2024-09-10T10:18:03.234 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=f7a786a1b45f4a8cb8d08ca796a416bc Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_backtrace (tasks.cephfs.test_backtrace.TestBacktrace) 2024-09-10T10:18:03.235 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-10T10:18:03.244 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-10T10:18:03.386 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-10T10:18:03.387 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:18:03.387 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:18:03.400 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336476k,nr_inodes=4084119,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16624 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274684k,nr_inodes=818671,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:18:03.401 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-10T10:18:03.401 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:18:03.450 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336476k,nr_inodes=4084119,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16624 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274684k,nr_inodes=818671,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T10:18:03.451 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:18:03.451 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:18:03.457 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336424k,nr_inodes=4084106,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20030 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:18:03.457 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-10T10:18:03.457 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T10:18:03.505 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336424k,nr_inodes=4084106,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20030 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T10:18:03.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:18:03.506 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-10T10:18:03.553 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T10:18:03.553 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T10:18:03.554 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:18:03.554 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T10:18:03.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:18:03.611 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T10:18:03.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:18:03.677 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link delete ceph-brx 2024-09-10T10:18:03.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:18:03.879 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list 2024-09-10T10:18:03.885 INFO:teuthology.orchestra.run.smithi157.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T10:18:03.885 INFO:teuthology.orchestra.run.smithi157.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T10:18:03.886 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:18:03.886 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T10:18:03.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:18:03.943 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T10:18:04.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T10:18:04.018 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link delete ceph-brx 2024-09-10T10:18:04.171 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-10T10:18:04.181 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T10:18:04.181 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:18:04.309 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc48e135640 1 Processor -- start 2024-09-10T10:18:04.310 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc48e135640 1 -- start start 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc48e135640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc4881627f0 0x7fc4880b3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc48e135640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc4880cd500 0x7fc4881663c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc48e135640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc488166900 0x7fc4880d0610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc48e135640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fc4880cd970 con 0x7fc4880cd500 2024-09-10T10:18:04.311 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc48e135640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fc4880b4fa0 con 0x7fc4881627f0 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc48e135640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc4880b5280 con 0x7fc488166900 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc47ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc4880cd500 0x7fc4881663c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc47ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc4880cd500 0x7fc4881663c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50554/0 (socket says 172.21.15.157:50554) 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc47ffff640 1 -- 172.21.15.157:0/469560380 learned_addr learned my addr 172.21.15.157:0/469560380 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc487fff640 1 --2- 172.21.15.157:0/469560380 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc488166900 0x7fc4880d0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc4877fe640 1 --2- 172.21.15.157:0/469560380 >> v2:172.21.15.192:3300/0 conn(0x7fc4881627f0 0x7fc4880b3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc47ffff640 1 -- 172.21.15.157:0/469560380 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc488166900 msgr2=0x7fc4880d0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:04.312 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc47ffff640 1 --2- 172.21.15.157:0/469560380 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc488166900 0x7fc4880d0610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc47ffff640 1 -- 172.21.15.157:0/469560380 >> v2:172.21.15.192:3300/0 conn(0x7fc4881627f0 msgr2=0x7fc4880b3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc47ffff640 1 --2- 172.21.15.157:0/469560380 >> v2:172.21.15.192:3300/0 conn(0x7fc4881627f0 0x7fc4880b3130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc47ffff640 1 -- 172.21.15.157:0/469560380 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4880d00f0 con 0x7fc4880cd500 2024-09-10T10:18:04.313 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.307+0000 7fc4877fe640 1 --2- 172.21.15.157:0/469560380 >> v2:172.21.15.192:3300/0 conn(0x7fc4881627f0 0x7fc4880b3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc47ffff640 1 --2- 172.21.15.157:0/469560380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 0x7fc4881663c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fc488070600 tx=0x7fc47001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=587acd0eea6f54b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc486ffd640 1 -- 172.21.15.157:0/469560380 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4700b0070 con 0x7fc4880cd500 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc486ffd640 1 -- 172.21.15.157:0/469560380 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4700ab600 con 0x7fc4880cd500 2024-09-10T10:18:04.314 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc486ffd640 1 -- 172.21.15.157:0/469560380 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4700ab9d0 con 0x7fc4880cd500 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 -- 172.21.15.157:0/469560380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 msgr2=0x7fc4881663c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 --2- 172.21.15.157:0/469560380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 0x7fc4881663c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fc488070600 tx=0x7fc47001c490 comp rx=0 tx=0).stop 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 -- 172.21.15.157:0/469560380 shutdown_connections 2024-09-10T10:18:04.315 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 --2- 172.21.15.157:0/469560380 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc488166900 0x7fc4880d0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 --2- 172.21.15.157:0/469560380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 0x7fc4881663c0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 --2- 172.21.15.157:0/469560380 >> v2:172.21.15.192:3300/0 conn(0x7fc4881627f0 0x7fc4880b3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 -- 172.21.15.157:0/469560380 >> 172.21.15.157:0/469560380 conn(0x7fc48806bcc0 msgr2=0x7fc48806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 -- 172.21.15.157:0/469560380 shutdown_connections 2024-09-10T10:18:04.316 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 -- 172.21.15.157:0/469560380 wait complete. 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 Processor -- start 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 -- start start 2024-09-10T10:18:04.318 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 0x7fc48815ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4881627f0 0x7fc48815b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc488164000 0x7fc4881577d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc4880b3d00 con 0x7fc4880cd500 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc4880b3b80 con 0x7fc488164000 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc48e135640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc4880b3e80 con 0x7fc4881627f0 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc4877fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 0x7fc48815ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc4877fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 0x7fc48815ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50566/0 (socket says 172.21.15.157:50566) 2024-09-10T10:18:04.319 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.311+0000 7fc4877fe640 1 -- 172.21.15.157:0/1425647867 learned_addr learned my addr 172.21.15.157:0/1425647867 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc47ffff640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4881627f0 0x7fc48815b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc487fff640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc488164000 0x7fc4881577d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc4877fe640 1 -- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4881627f0 msgr2=0x7fc48815b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc4877fe640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4881627f0 0x7fc48815b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc4877fe640 1 -- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc488164000 msgr2=0x7fc4881577d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc4877fe640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc488164000 0x7fc4881577d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc4877fe640 1 -- 172.21.15.157:0/1425647867 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4880aef40 con 0x7fc4880cd500 2024-09-10T10:18:04.320 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc487fff640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc488164000 0x7fc4881577d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc4877fe640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 0x7fc48815ace0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fc47800c7c0 tx=0x7fc47800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc484ff9640 1 -- 172.21.15.157:0/1425647867 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc478015070 con 0x7fc4880cd500 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc484ff9640 1 -- 172.21.15.157:0/1425647867 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc478007a30 con 0x7fc4880cd500 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc484ff9640 1 -- 172.21.15.157:0/1425647867 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc478007e00 con 0x7fc4880cd500 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc488165af0 con 0x7fc4880cd500 2024-09-10T10:18:04.321 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4881660b0 con 0x7fc4880cd500 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc488158560 con 0x7fc4880cd500 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc484ff9640 1 -- 172.21.15.157:0/1425647867 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc478018070 con 0x7fc4880cd500 2024-09-10T10:18:04.322 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc484ff9640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4680678c0 0x7fc468069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc484ff9640 1 -- 172.21.15.157:0/1425647867 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fc4780858f0 con 0x7fc4880cd500 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc47ffff640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4680678c0 0x7fc468069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.323 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.315+0000 7fc47ffff640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4680678c0 0x7fc468069d80 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc4700ad000 tx=0x7fc470008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:04.324 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.319+0000 7fc484ff9640 1 -- 172.21.15.157:0/1425647867 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc478056730 con 0x7fc4880cd500 2024-09-10T10:18:04.486 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.483+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc4880af2d0 con 0x7fc4680678c0 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.483+0000 7fc484ff9640 1 -- 172.21.15.157:0/1425647867 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13524 (secure 0 0 0) 0x7fc4880af2d0 con 0x7fc4680678c0 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:18:04.489 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4680678c0 msgr2=0x7fc468069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4680678c0 0x7fc468069d80 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc4700ad000 tx=0x7fc470008040 comp rx=0 tx=0).stop 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 msgr2=0x7fc48815ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.491 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 0x7fc48815ace0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fc47800c7c0 tx=0x7fc47800cc80 comp rx=0 tx=0).stop 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 shutdown_connections 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc4680678c0 0x7fc468069d80 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc488164000 0x7fc4881577d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4881627f0 0x7fc48815b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 --2- 172.21.15.157:0/1425647867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc4880cd500 0x7fc48815ace0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 >> 172.21.15.157:0/1425647867 conn(0x7fc48806bcc0 msgr2=0x7fc48806d170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 shutdown_connections 2024-09-10T10:18:04.492 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.487+0000 7fc48e135640 1 -- 172.21.15.157:0/1425647867 wait complete. 2024-09-10T10:18:04.508 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-10T10:18:03.442688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":175,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":253696,"kb_used_data":4184,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754721024,"statfs":{"total":773094113280,"available":772834328576,"internally_reserved":0,"allocated":4284416,"data_stored":2385027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":255315506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,3,14,10],"upper_bound":256},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-24263,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":-2,"num_read_kb":0,"num_write":-93,"num_write_kb":-60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002018"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":196,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-10T10:18:00.945529+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:18:00.945529+0000","last_peered":"2024-09-10T10:18:00.945529+0000","last_clean":"2024-09-10T10:18:00.945529+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:18:00.945529+0000","last_undegraded":"2024-09-10T10:18:00.945529+0000","last_fullsized":"2024-09-10T10:18:00.945529+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28000,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343840,"statfs":{"total":96636764160,"available":96608092160,"internally_reserved":0,"allocated":991232,"data_stored":743676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27420,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509458,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509460,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35720,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336120,"statfs":{"total":96636764160,"available":96600186880,"internally_reserved":0,"allocated":380928,"data_stored":147743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":141810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509460,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36300,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335540,"statfs":{"total":96636764160,"available":96599592960,"internally_reserved":0,"allocated":974848,"data_stored":738111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542163,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":372736,"data_stored":141844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35740,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336100,"statfs":{"total":96636764160,"available":96600166400,"internally_reserved":0,"allocated":401408,"data_stored":165227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,3,14,10],"upper_bound":256},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:18:04.509 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:18:04.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.623+0000 7fe683c51640 1 Processor -- start 2024-09-10T10:18:04.629 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.623+0000 7fe683c51640 1 -- start start 2024-09-10T10:18:04.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe683c51640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe67c0b5200 0x7fe67c15c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe683c51640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe67c0cca90 0x7fe67c0b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe683c51640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe67c0b55e0 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe683c51640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fe67c0ce3b0 con 0x7fe67c0b5200 2024-09-10T10:18:04.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe683c51640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fe67c15c5f0 con 0x7fe67c0cca90 2024-09-10T10:18:04.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6821ee640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe67c0b1dc0 0x7fe67c0b21d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33348/0 (socket says 172.21.15.157:33348) 2024-09-10T10:18:04.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6821ee640 1 -- 172.21.15.157:0/2631274864 learned_addr learned my addr 172.21.15.157:0/2631274864 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:04.631 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6819ed640 1 --2- 172.21.15.157:0/2631274864 >> v2:172.21.15.157:3300/0 conn(0x7fe67c0b5200 0x7fe67c15c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6811ec640 1 --2- 172.21.15.157:0/2631274864 >> v2:172.21.15.192:3300/0 conn(0x7fe67c0cca90 0x7fe67c0b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6809eb640 1 -- 172.21.15.157:0/2631274864 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 581533847 0 0) 0x7fe67c0b55e0 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6809eb640 1 -- 172.21.15.157:0/2631274864 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe668003530 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6819ed640 1 -- 172.21.15.157:0/2631274864 >> v2:172.21.15.192:3300/0 conn(0x7fe67c0cca90 msgr2=0x7fe67c0b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:04.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6819ed640 1 --2- 172.21.15.157:0/2631274864 >> v2:172.21.15.192:3300/0 conn(0x7fe67c0cca90 0x7fe67c0b43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6819ed640 1 -- 172.21.15.157:0/2631274864 >> v1:172.21.15.157:6789/0 conn(0x7fe67c0b1dc0 legacy=0x7fe67c0b21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6819ed640 1 -- 172.21.15.157:0/2631274864 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe67c0b4910 con 0x7fe67c0b5200 2024-09-10T10:18:04.632 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.627+0000 7fe6811ec640 1 --2- 172.21.15.157:0/2631274864 >> v2:172.21.15.192:3300/0 conn(0x7fe67c0cca90 0x7fe67c0b43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:18:04.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 --2- 172.21.15.157:0/2631274864 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b5200 0x7fe67c15c0b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe67c0cf3a0 tx=0x7fe67801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=229a578d7b6b5e32 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:04.633 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6809eb640 1 -- 172.21.15.157:0/2631274864 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6780b0070 con 0x7fe67c0b5200 2024-09-10T10:18:04.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6809eb640 1 -- 172.21.15.157:0/2631274864 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6780ab600 con 0x7fe67c0b5200 2024-09-10T10:18:04.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6809eb640 1 -- 172.21.15.157:0/2631274864 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6780ab9d0 con 0x7fe67c0b5200 2024-09-10T10:18:04.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 -- 172.21.15.157:0/2631274864 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b5200 msgr2=0x7fe67c15c0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 --2- 172.21.15.157:0/2631274864 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b5200 0x7fe67c15c0b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe67c0cf3a0 tx=0x7fe67801c3d0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 -- 172.21.15.157:0/2631274864 shutdown_connections 2024-09-10T10:18:04.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 --2- 172.21.15.157:0/2631274864 >> v2:172.21.15.192:3300/0 conn(0x7fe67c0cca90 0x7fe67c0b43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 --2- 172.21.15.157:0/2631274864 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b5200 0x7fe67c15c0b0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 -- 172.21.15.157:0/2631274864 >> 172.21.15.157:0/2631274864 conn(0x7fe67c06bcc0 msgr2=0x7fe67c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:04.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 -- 172.21.15.157:0/2631274864 shutdown_connections 2024-09-10T10:18:04.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 -- 172.21.15.157:0/2631274864 wait complete. 2024-09-10T10:18:04.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 Processor -- start 2024-09-10T10:18:04.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 -- start start 2024-09-10T10:18:04.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b1dc0 0x7fe67c157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe67c0b5200 0x7fe67c14c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe67c0cca90 0x7fe67c153ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fe67c0b3d60 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe67c0cd8c0 con 0x7fe67c0b5200 2024-09-10T10:18:04.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe683c51640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fe67c0b3ee0 con 0x7fe67c0cca90 2024-09-10T10:18:04.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b1dc0 0x7fe67c157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b1dc0 0x7fe67c157100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50574/0 (socket says 172.21.15.157:50574) 2024-09-10T10:18:04.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 -- 172.21.15.157:0/4000290243 learned_addr learned my addr 172.21.15.157:0/4000290243 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:04.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6811ec640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe67c0b5200 0x7fe67c14c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6821ee640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe67c0cca90 0x7fe67c153ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 -- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe67c0cca90 msgr2=0x7fe67c153ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe67c0cca90 0x7fe67c153ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 -- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe67c0b5200 msgr2=0x7fe67c14c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe67c0b5200 0x7fe67c14c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 -- 172.21.15.157:0/4000290243 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe67c14c590 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6819ed640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b1dc0 0x7fe67c157100 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe6780ae040 tx=0x7fe678019170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:04.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6727fc640 1 -- 172.21.15.157:0/4000290243 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6780b0040 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.642 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.631+0000 7fe6727fc640 1 -- 172.21.15.157:0/4000290243 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6780b9070 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.635+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe67c159950 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.635+0000 7fe6727fc640 1 -- 172.21.15.157:0/4000290243 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6780b4690 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.635+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe67c159f10 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.635+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe67c15c0b0 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.635+0000 7fe6727fc640 1 -- 172.21.15.157:0/4000290243 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fe6780b4830 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.635+0000 7fe6727fc640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6600678f0 0x7fe660069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.635+0000 7fe6727fc640 1 -- 172.21.15.157:0/4000290243 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fe67811f720 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.635+0000 7fe6811ec640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6600678f0 0x7fe660069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.635+0000 7fe6811ec640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6600678f0 0x7fe660069db0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe67c15d540 tx=0x7fe66c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:04.644 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.639+0000 7fe6727fc640 1 -- 172.21.15.157:0/4000290243 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fe678016050 con 0x7fe67c0b1dc0 2024-09-10T10:18:04.801 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.795+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe67c166ba0 con 0x7fe6600678f0 2024-09-10T10:18:04.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe6727fc640 1 -- 172.21.15.157:0/4000290243 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13524 (secure 0 0 0) 0x7fe67c166ba0 con 0x7fe6600678f0 2024-09-10T10:18:04.803 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:18:04.803 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:18:04.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6600678f0 msgr2=0x7fe660069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6600678f0 0x7fe660069db0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe67c15d540 tx=0x7fe66c008040 comp rx=0 tx=0).stop 2024-09-10T10:18:04.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b1dc0 msgr2=0x7fe67c157100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b1dc0 0x7fe67c157100 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe6780ae040 tx=0x7fe678019170 comp rx=0 tx=0).stop 2024-09-10T10:18:04.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 shutdown_connections 2024-09-10T10:18:04.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fe6600678f0 0x7fe660069db0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe67c0cca90 0x7fe67c153ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe67c0b5200 0x7fe67c14c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 --2- 172.21.15.157:0/4000290243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe67c0b1dc0 0x7fe67c157100 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 >> 172.21.15.157:0/4000290243 conn(0x7fe67c06bcc0 msgr2=0x7fe67c153400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:04.806 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 shutdown_connections 2024-09-10T10:18:04.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.799+0000 7fe683c51640 1 -- 172.21.15.157:0/4000290243 wait complete. 2024-09-10T10:18:04.821 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-10T10:18:03.442688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":175,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":253696,"kb_used_data":4184,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754721024,"statfs":{"total":773094113280,"available":772834328576,"internally_reserved":0,"allocated":4284416,"data_stored":2385027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":255315506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,3,14,10],"upper_bound":256},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-24263,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":-2,"num_read_kb":0,"num_write":-93,"num_write_kb":-60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002018"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":196,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-10T10:18:00.945529+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:18:00.945529+0000","last_peered":"2024-09-10T10:18:00.945529+0000","last_clean":"2024-09-10T10:18:00.945529+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:18:00.945529+0000","last_undegraded":"2024-09-10T10:18:00.945529+0000","last_fullsized":"2024-09-10T10:18:00.945529+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28000,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343840,"statfs":{"total":96636764160,"available":96608092160,"internally_reserved":0,"allocated":991232,"data_stored":743676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27420,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509458,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509460,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35720,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336120,"statfs":{"total":96636764160,"available":96600186880,"internally_reserved":0,"allocated":380928,"data_stored":147743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":141810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509460,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36300,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335540,"statfs":{"total":96636764160,"available":96599592960,"internally_reserved":0,"allocated":974848,"data_stored":738111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542163,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":372736,"data_stored":141844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35740,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336100,"statfs":{"total":96636764160,"available":96600166400,"internally_reserved":0,"allocated":401408,"data_stored":165227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,3,14,10],"upper_bound":256},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:18:04.822 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T10:18:04.822 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:18:04.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc0a701d640 1 Processor -- start 2024-09-10T10:18:04.938 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc0a701d640 1 -- start start 2024-09-10T10:18:04.939 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc0a701d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc0a00b24d0 0x7fc0a00cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc0a701d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0a00d0960 con 0x7fc0a0145970 2024-09-10T10:18:04.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc0a701d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0a00d0c40 con 0x7fc0a00d0190 2024-09-10T10:18:04.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc0a701d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fc0a00d0f20 con 0x7fc0a00b24d0 2024-09-10T10:18:04.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc09ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc0a00b24d0 0x7fc0a00cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc0a4db9640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fc0a0145970 0x7fc0a00b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33360/0 (socket says 172.21.15.157:33360) 2024-09-10T10:18:04.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc0a4db9640 1 -- 172.21.15.157:0/3861884413 learned_addr learned my addr 172.21.15.157:0/3861884413 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:04.940 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc09ffff640 1 -- 172.21.15.157:0/3861884413 >> v1:172.21.15.192:6789/0 conn(0x7fc0a00d0190 legacy=0x7fc0a00cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:04.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc09ffff640 1 -- 172.21.15.157:0/3861884413 >> v1:172.21.15.157:6789/0 conn(0x7fc0a0145970 legacy=0x7fc0a00b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.941 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.935+0000 7fc09ffff640 1 -- 172.21.15.157:0/3861884413 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0a00cd2b0 con 0x7fc0a00b24d0 2024-09-10T10:18:04.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc09ffff640 1 --2- 172.21.15.157:0/3861884413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00b24d0 0x7fc0a00cfc50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fc0a00d10a0 tx=0x7fc09401c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27a8f66cecf1ae7d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:04.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc09f7fe640 1 -- 172.21.15.157:0/3861884413 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0940b0070 con 0x7fc0a00b24d0 2024-09-10T10:18:04.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc09f7fe640 1 -- 172.21.15.157:0/3861884413 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0940ab600 con 0x7fc0a00b24d0 2024-09-10T10:18:04.942 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc09f7fe640 1 -- 172.21.15.157:0/3861884413 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0940ab9d0 con 0x7fc0a00b24d0 2024-09-10T10:18:04.943 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 -- 172.21.15.157:0/3861884413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00b24d0 msgr2=0x7fc0a00cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.943 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 --2- 172.21.15.157:0/3861884413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00b24d0 0x7fc0a00cfc50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fc0a00d10a0 tx=0x7fc09401c3d0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.943 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 -- 172.21.15.157:0/3861884413 shutdown_connections 2024-09-10T10:18:04.943 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 --2- 172.21.15.157:0/3861884413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00b24d0 0x7fc0a00cfc50 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.943 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 -- 172.21.15.157:0/3861884413 >> 172.21.15.157:0/3861884413 conn(0x7fc0a006bcc0 msgr2=0x7fc0a006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:04.944 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 -- 172.21.15.157:0/3861884413 shutdown_connections 2024-09-10T10:18:04.944 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 -- 172.21.15.157:0/3861884413 wait complete. 2024-09-10T10:18:04.945 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 Processor -- start 2024-09-10T10:18:04.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 -- start start 2024-09-10T10:18:04.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0a00b24d0 0x7fc0a013c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00d0190 0x7fc0a015bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0a0145970 0x7fc0a0142270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a00cede0 con 0x7fc0a00d0190 2024-09-10T10:18:04.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a00cec60 con 0x7fc0a00b24d0 2024-09-10T10:18:04.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc0a701d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fc0a0169e70 con 0x7fc0a0145970 2024-09-10T10:18:04.946 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc09ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00d0190 0x7fc0a015bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc09ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00d0190 0x7fc0a015bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50584/0 (socket says 172.21.15.157:50584) 2024-09-10T10:18:04.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.939+0000 7fc09ffff640 1 -- 172.21.15.157:0/1928495729 learned_addr learned my addr 172.21.15.157:0/1928495729 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:04.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09ffff640 1 -- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0a0145970 msgr2=0x7fc0a0142270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09ffff640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0a0145970 0x7fc0a0142270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc0a4db9640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0a00b24d0 0x7fc0a013c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09ffff640 1 -- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0a00b24d0 msgr2=0x7fc0a013c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:04.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09ffff640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0a00b24d0 0x7fc0a013c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:04.947 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09ffff640 1 -- 172.21.15.157:0/1928495729 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0a015c0b0 con 0x7fc0a00d0190 2024-09-10T10:18:04.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09ffff640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00d0190 0x7fc0a015bb70 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc0940ae040 tx=0x7fc094019170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:04.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09d7fa640 1 -- 172.21.15.157:0/1928495729 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0940b8020 con 0x7fc0a00d0190 2024-09-10T10:18:04.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09d7fa640 1 -- 172.21.15.157:0/1928495729 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0940b4410 con 0x7fc0a00d0190 2024-09-10T10:18:04.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0a013cf30 con 0x7fc0a00d0190 2024-09-10T10:18:04.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09d7fa640 1 -- 172.21.15.157:0/1928495729 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0940b0040 con 0x7fc0a00d0190 2024-09-10T10:18:04.948 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0a013b9c0 con 0x7fc0a00d0190 2024-09-10T10:18:04.949 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0a00cfc50 con 0x7fc0a00d0190 2024-09-10T10:18:04.949 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09d7fa640 1 -- 172.21.15.157:0/1928495729 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fc0940bb020 con 0x7fc0a00d0190 2024-09-10T10:18:04.949 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09d7fa640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc08c0678c0 0x7fc08c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:04.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc09d7fa640 1 -- 172.21.15.157:0/1928495729 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fc09411f5d0 con 0x7fc0a00d0190 2024-09-10T10:18:04.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc0a4db9640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc08c0678c0 0x7fc08c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:04.950 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.943+0000 7fc0a4db9640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc08c0678c0 0x7fc08c069d80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc090000f70 tx=0x7fc090009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:04.952 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:04.947+0000 7fc09d7fa640 1 -- 172.21.15.157:0/1928495729 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fc0940c2030 con 0x7fc0a00d0190 2024-09-10T10:18:05.109 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.107+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc0a015df60 con 0x7fc08c0678c0 2024-09-10T10:18:05.111 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.107+0000 7fc09d7fa640 1 -- 172.21.15.157:0/1928495729 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13524 (secure 0 0 0) 0x7fc0a015df60 con 0x7fc08c0678c0 2024-09-10T10:18:05.112 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:18:05.112 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:18:05.113 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc08c0678c0 msgr2=0x7fc08c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:05.114 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc08c0678c0 0x7fc08c069d80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc090000f70 tx=0x7fc090009040 comp rx=0 tx=0).stop 2024-09-10T10:18:05.114 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00d0190 msgr2=0x7fc0a015bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:05.114 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00d0190 0x7fc0a015bb70 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc0940ae040 tx=0x7fc094019170 comp rx=0 tx=0).stop 2024-09-10T10:18:05.114 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 shutdown_connections 2024-09-10T10:18:05.114 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fc08c0678c0 0x7fc08c069d80 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.114 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0a0145970 0x7fc0a0142270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.114 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0a00d0190 0x7fc0a015bb70 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 --2- 172.21.15.157:0/1928495729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0a00b24d0 0x7fc0a013c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 >> 172.21.15.157:0/1928495729 conn(0x7fc0a006bcc0 msgr2=0x7fc0a015c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:05.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 shutdown_connections 2024-09-10T10:18:05.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.111+0000 7fc0a701d640 1 -- 172.21.15.157:0/1928495729 wait complete. 2024-09-10T10:18:05.129 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-10T10:18:03.442688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":175,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":253696,"kb_used_data":4184,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754721024,"statfs":{"total":773094113280,"available":772834328576,"internally_reserved":0,"allocated":4284416,"data_stored":2385027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":255315506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,3,14,10],"upper_bound":256},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-24263,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":-2,"num_read_kb":0,"num_write":-93,"num_write_kb":-60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002018"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":196,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-10T10:18:00.945529+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:18:00.945529+0000","last_peered":"2024-09-10T10:18:00.945529+0000","last_clean":"2024-09-10T10:18:00.945529+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:18:00.945529+0000","last_undegraded":"2024-09-10T10:18:00.945529+0000","last_fullsized":"2024-09-10T10:18:00.945529+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28000,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343840,"statfs":{"total":96636764160,"available":96608092160,"internally_reserved":0,"allocated":991232,"data_stored":743676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27420,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509458,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509460,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35720,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336120,"statfs":{"total":96636764160,"available":96600186880,"internally_reserved":0,"allocated":380928,"data_stored":147743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":141810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509460,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36300,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335540,"statfs":{"total":96636764160,"available":96599592960,"internally_reserved":0,"allocated":974848,"data_stored":738111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542163,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":372736,"data_stored":141844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35740,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336100,"statfs":{"total":96636764160,"available":96600166400,"internally_reserved":0,"allocated":401408,"data_stored":165227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,3,14,10],"upper_bound":256},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:18:05.130 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T10:18:05.249 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.243+0000 7fd4e5318640 1 Processor -- start 2024-09-10T10:18:05.249 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.243+0000 7fd4e5318640 1 -- start start 2024-09-10T10:18:05.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4e5318640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd4e0145970 0x7fd4e00b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:05.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4e5318640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4e00d0960 con 0x7fd4e00b2300 2024-09-10T10:18:05.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4e5318640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4e00d0c40 con 0x7fd4e00d0360 2024-09-10T10:18:05.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4e5318640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fd4e00b2770 con 0x7fd4e0145970 2024-09-10T10:18:05.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4de7fc640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fd4e00b2300 0x7fd4e00cfc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33370/0 (socket says 172.21.15.157:33370) 2024-09-10T10:18:05.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4de7fc640 1 -- 172.21.15.157:0/671078427 learned_addr learned my addr 172.21.15.157:0/671078427 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:05.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4deffd640 1 --2- 172.21.15.157:0/671078427 >> v2:172.21.15.192:3300/0 conn(0x7fd4e0145970 0x7fd4e00b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:05.252 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4074931023 0 0) 0x7fd4e00d0960 con 0x7fd4e00b2300 2024-09-10T10:18:05.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd4c8003530 con 0x7fd4e00b2300 2024-09-10T10:18:05.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2096561116 0 0) 0x7fd4c8003530 con 0x7fd4e00b2300 2024-09-10T10:18:05.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 >> v2:172.21.15.192:3300/0 conn(0x7fd4e0145970 msgr2=0x7fd4e00b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:05.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 --2- 172.21.15.157:0/671078427 >> v2:172.21.15.192:3300/0 conn(0x7fd4e0145970 0x7fd4e00b1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 >> v1:172.21.15.192:6789/0 conn(0x7fd4e00d0360 legacy=0x7fd4e00cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:05.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e00cd2b0 con 0x7fd4e00b2300 2024-09-10T10:18:05.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7fd4d4001680 con 0x7fd4e00b2300 2024-09-10T10:18:05.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 >> v1:172.21.15.157:6789/0 conn(0x7fd4e00b2300 legacy=0x7fd4e00cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:05.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4c8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:05.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c8004810 0x7fd4c8004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:05.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4c80051d0 0x7fd4c800b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:05.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e00b2770 con 0x7fd4c80039c0 2024-09-10T10:18:05.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c800c170 con 0x7fd4c8004810 2024-09-10T10:18:05.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd4c800c370 con 0x7fd4c80051d0 2024-09-10T10:18:05.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4deffd640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4c8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:05.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4de7fc640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c8004810 0x7fd4c8004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:05.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4df7fe640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4c80051d0 0x7fd4c800b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:05.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4deffd640 1 -- 172.21.15.157:0/671078427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4c80051d0 msgr2=0x7fd4c800b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:05.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4deffd640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4c80051d0 0x7fd4c800b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4deffd640 1 -- 172.21.15.157:0/671078427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c8004810 msgr2=0x7fd4c8004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:05.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4deffd640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c8004810 0x7fd4c8004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4deffd640 1 -- 172.21.15.157:0/671078427 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c8003530 con 0x7fd4c80039c0 2024-09-10T10:18:05.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4df7fe640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4c80051d0 0x7fd4c800b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:05.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.247+0000 7fd4df7fe640 1 -- 172.21.15.157:0/671078427 reap_dead start 2024-09-10T10:18:05.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4c8003de0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0009ac0 tx=0x7fd4d001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fe37e4aa165523b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:05.258 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d00b2070 con 0x7fd4c80039c0 2024-09-10T10:18:05.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d00a5530 con 0x7fd4c80039c0 2024-09-10T10:18:05.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4ddffb640 1 -- 172.21.15.157:0/671078427 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d0009690 con 0x7fd4c80039c0 2024-09-10T10:18:05.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 -- 172.21.15.157:0/671078427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 msgr2=0x7fd4c8003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:05.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4c8003de0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0009ac0 tx=0x7fd4d001ca50 comp rx=0 tx=0).stop 2024-09-10T10:18:05.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 -- 172.21.15.157:0/671078427 shutdown_connections 2024-09-10T10:18:05.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 --2- 172.21.15.157:0/671078427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4c8003de0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 -- 172.21.15.157:0/671078427 >> 172.21.15.157:0/671078427 conn(0x7fd4e006bcc0 msgr2=0x7fd4e006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:05.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 -- 172.21.15.157:0/671078427 shutdown_connections 2024-09-10T10:18:05.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 -- 172.21.15.157:0/671078427 wait complete. 2024-09-10T10:18:05.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 Processor -- start 2024-09-10T10:18:05.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 -- start start 2024-09-10T10:18:05.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4e00b0000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:05.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4e00aed60 0x7fd4e00b3230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:05.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4e00af1e0 0x7fd4e00b3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:05.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e0072d80 con 0x7fd4c80039c0 2024-09-10T10:18:05.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e0072c00 con 0x7fd4e00aed60 2024-09-10T10:18:05.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4e5318640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd4e0072f00 con 0x7fd4e00af1e0 2024-09-10T10:18:05.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4e00b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:05.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4e00b0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50594/0 (socket says 172.21.15.157:50594) 2024-09-10T10:18:05.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 -- 172.21.15.157:0/3380482006 learned_addr learned my addr 172.21.15.157:0/3380482006 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:05.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4df7fe640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4e00af1e0 0x7fd4e00b3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:05.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4de7fc640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4e00aed60 0x7fd4e00b3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:05.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 -- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4e00af1e0 msgr2=0x7fd4e00b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:05.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4e00af1e0 0x7fd4e00b3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 -- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4e00aed60 msgr2=0x7fd4e00b3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:05.262 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4e00aed60 0x7fd4e00b3230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.262 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 -- 172.21.15.157:0/3380482006 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e00cb8b0 con 0x7fd4c80039c0 2024-09-10T10:18:05.262 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.251+0000 7fd4deffd640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4e00b0000 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fd4d001c880 tx=0x7fd4d00197f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:05.262 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4c77fe640 1 -- 172.21.15.157:0/3380482006 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d00b2040 con 0x7fd4c80039c0 2024-09-10T10:18:05.262 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4c77fe640 1 -- 172.21.15.157:0/3380482006 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d000f000 con 0x7fd4c80039c0 2024-09-10T10:18:05.262 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4c77fe640 1 -- 172.21.15.157:0/3380482006 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d00ad640 con 0x7fd4c80039c0 2024-09-10T10:18:05.262 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4e00cbb70 con 0x7fd4c80039c0 2024-09-10T10:18:05.262 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4e00cc130 con 0x7fd4c80039c0 2024-09-10T10:18:05.263 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4e00cda90 con 0x7fd4c80039c0 2024-09-10T10:18:05.263 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4c77fe640 1 -- 172.21.15.157:0/3380482006 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd4d00ad7e0 con 0x7fd4c80039c0 2024-09-10T10:18:05.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4c77fe640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd4cc0678c0 0x7fd4cc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:05.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4c77fe640 1 -- 172.21.15.157:0/3380482006 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fd4d011fe50 con 0x7fd4c80039c0 2024-09-10T10:18:05.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4de7fc640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd4cc0678c0 0x7fd4cc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:05.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.255+0000 7fd4de7fc640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd4cc0678c0 0x7fd4cc069d80 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4001060 tx=0x7fd4d4001160 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:05.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.259+0000 7fd4c77fe640 1 -- 172.21.15.157:0/3380482006 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd4d0016760 con 0x7fd4c80039c0 2024-09-10T10:18:05.425 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.419+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd4e00ce540 con 0x7fd4c80039c0 2024-09-10T10:18:05.427 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4c77fe640 1 -- 172.21.15.157:0/3380482006 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) ==== 74+0+13068 (secure 0 0 0) 0x7fd4d00f0c90 con 0x7fd4c80039c0 2024-09-10T10:18:05.427 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:18:05.427 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":35,"fsid":"913aae7f-1809-467c-9dc4-49f6003851bb","created":"2024-09-10T10:16:32.870785+0000","modified":"2024-09-10T10:18:00.933387+0000","last_up_change":"2024-09-10T10:16:46.193988+0000","last_in_change":"2024-09-10T10:16:35.854463+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T10:16:45.491855+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d806755f-5384-438f-ac6a-02adf6ad1c07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6817","nonce":3502864148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6819","nonce":3502864148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6823","nonce":3502864148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3502864148},{"type":"v1","addr":"172.21.15.157:6821","nonce":3502864148}]},"public_addr":"172.21.15.157:6817/3502864148","cluster_addr":"172.21.15.157:6819/3502864148","heartbeat_back_addr":"172.21.15.157:6823/3502864148","heartbeat_front_addr":"172.21.15.157:6821/3502864148","state":["exists","up"]},{"osd":1,"uuid":"7f8d8450-406e-4867-87e6-b741a7cddef7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6801","nonce":821555097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6803","nonce":821555097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6807","nonce":821555097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":821555097},{"type":"v1","addr":"172.21.15.157:6805","nonce":821555097}]},"public_addr":"172.21.15.157:6801/821555097","cluster_addr":"172.21.15.157:6803/821555097","heartbeat_back_addr":"172.21.15.157:6807/821555097","heartbeat_front_addr":"172.21.15.157:6805/821555097","state":["exists","up"]},{"osd":2,"uuid":"8e74f3ff-daf4-4ba1-b763-1e50415ee37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6809","nonce":1678807007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6811","nonce":1678807007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6815","nonce":1678807007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":1678807007},{"type":"v1","addr":"172.21.15.157:6813","nonce":1678807007}]},"public_addr":"172.21.15.157:6809/1678807007","cluster_addr":"172.21.15.157:6811/1678807007","heartbeat_back_addr":"172.21.15.157:6815/1678807007","heartbeat_front_addr":"172.21.15.157:6813/1678807007","state":["exists","up"]},{"osd":3,"uuid":"698ca7cd-95a4-49ed-8829-9f50dbaa2633","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6825","nonce":476068882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6827","nonce":476068882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6831","nonce":476068882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":476068882},{"type":"v1","addr":"172.21.15.157:6829","nonce":476068882}]},"public_addr":"172.21.15.157:6825/476068882","cluster_addr":"172.21.15.157:6827/476068882","heartbeat_back_addr":"172.21.15.157:6831/476068882","heartbeat_front_addr":"172.21.15.157:6829/476068882","state":["exists","up"]},{"osd":4,"uuid":"0de04c47-ce24-4763-88a4-b26debd897f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6803","nonce":730677614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6805","nonce":730677614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6809","nonce":730677614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":730677614},{"type":"v1","addr":"172.21.15.192:6807","nonce":730677614}]},"public_addr":"172.21.15.192:6803/730677614","cluster_addr":"172.21.15.192:6805/730677614","heartbeat_back_addr":"172.21.15.192:6809/730677614","heartbeat_front_addr":"172.21.15.192:6807/730677614","state":["exists","up"]},{"osd":5,"uuid":"d3a866f3-dfec-40d2-b940-8768c0773a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6827","nonce":2504646371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6829","nonce":2504646371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6833","nonce":2504646371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2504646371},{"type":"v1","addr":"172.21.15.192:6831","nonce":2504646371}]},"public_addr":"172.21.15.192:6827/2504646371","cluster_addr":"172.21.15.192:6829/2504646371","heartbeat_back_addr":"172.21.15.192:6833/2504646371","heartbeat_front_addr":"172.21.15.192:6831/2504646371","state":["exists","up"]},{"osd":6,"uuid":"b53b3fdc-7a77-4445-8b68-8955a1881219","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6819","nonce":4180673313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6821","nonce":4180673313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6825","nonce":4180673313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":4180673313},{"type":"v1","addr":"172.21.15.192:6823","nonce":4180673313}]},"public_addr":"172.21.15.192:6819/4180673313","cluster_addr":"172.21.15.192:6821/4180673313","heartbeat_back_addr":"172.21.15.192:6825/4180673313","heartbeat_front_addr":"172.21.15.192:6823/4180673313","state":["exists","up"]},{"osd":7,"uuid":"35ff02f4-e46e-4296-a51c-be38c441a3db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6811","nonce":2422261526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6813","nonce":2422261526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6817","nonce":2422261526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":2422261526},{"type":"v1","addr":"172.21.15.192:6815","nonce":2422261526}]},"public_addr":"172.21.15.192:6811/2422261526","cluster_addr":"172.21.15.192:6813/2422261526","heartbeat_back_addr":"172.21.15.192:6817/2422261526","heartbeat_front_addr":"172.21.15.192:6815/2422261526","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.693247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.846819+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.211512+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.428520+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:42.845216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.060507+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.288627+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T10:16:43.248345+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.192:6837/457893353":"2024-09-11T10:17:57.917993+0000","172.21.15.192:6835/457893353":"2024-09-11T10:17:57.917993+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T10:18:05.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd4cc0678c0 msgr2=0x7fd4cc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:05.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd4cc0678c0 0x7fd4cc069d80 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4001060 tx=0x7fd4d4001160 comp rx=0 tx=0).stop 2024-09-10T10:18:05.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 msgr2=0x7fd4e00b0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:05.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4e00b0000 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fd4d001c880 tx=0x7fd4d00197f0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 shutdown_connections 2024-09-10T10:18:05.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd4cc0678c0 0x7fd4cc069d80 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4e00af1e0 0x7fd4e00b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4e00aed60 0x7fd4e00b3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 --2- 172.21.15.157:0/3380482006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4c80039c0 0x7fd4e00b0000 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:05.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.423+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 >> 172.21.15.157:0/3380482006 conn(0x7fd4e006bcc0 msgr2=0x7fd4e006c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:05.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.427+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 shutdown_connections 2024-09-10T10:18:05.431 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:05.427+0000 7fd4e5318640 1 -- 172.21.15.157:0/3380482006 wait complete. 2024-09-10T10:18:06.447 INFO:tasks.ceph:Scrubbing osd.0 2024-09-10T10:18:06.447 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:18:06.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a54c0f640 1 Processor -- start 2024-09-10T10:18:06.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a54c0f640 1 -- start start 2024-09-10T10:18:06.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a54c0f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50158cc0 0x7f2a500ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a54c0f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a5015fb30 con 0x7f2a500af450 2024-09-10T10:18:06.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a54c0f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a500ce0c0 con 0x7f2a5015f6a0 2024-09-10T10:18:06.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a54c0f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2a501590a0 con 0x7f2a50158cc0 2024-09-10T10:18:06.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4ed9d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f2a500af450 0x7f2a501628d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33374/0 (socket says 172.21.15.157:33374) 2024-09-10T10:18:06.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4ed9d640 1 -- 172.21.15.157:0/2543748396 learned_addr learned my addr 172.21.15.157:0/2543748396 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:06.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3887871692 0 0) 0x7f2a5015fb30 con 0x7f2a500af450 2024-09-10T10:18:06.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4e59c640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50158cc0 0x7f2a500ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2a3c003530 con 0x7f2a500af450 2024-09-10T10:18:06.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1215846264 0 0) 0x7f2a3c003530 con 0x7f2a500af450 2024-09-10T10:18:06.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50158cc0 msgr2=0x7f2a500ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:06.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50158cc0 0x7f2a500ae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 >> v1:172.21.15.192:6789/0 conn(0x7f2a5015f6a0 legacy=0x7f2a501621c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a500ce3a0 con 0x7f2a500af450 2024-09-10T10:18:06.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f2a48001680 con 0x7f2a500af450 2024-09-10T10:18:06.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 >> v1:172.21.15.157:6789/0 conn(0x7f2a500af450 legacy=0x7f2a501628d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a3c0039f0 0x7f2a3c003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a3c004810 0x7f2a3c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50158cc0 0x7f2a3c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2a501590a0 con 0x7f2a3c004810 2024-09-10T10:18:06.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2a3c00bb00 con 0x7f2a3c0039f0 2024-09-10T10:18:06.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2a3c00bd00 con 0x7f2a50158cc0 2024-09-10T10:18:06.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4dd9b640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a3c004810 0x7f2a3c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4e59c640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a3c0039f0 0x7f2a3c003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4ed9d640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50158cc0 0x7f2a3c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4dd9b640 1 -- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50158cc0 msgr2=0x7f2a3c005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:06.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4dd9b640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50158cc0 0x7f2a3c005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4dd9b640 1 -- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a3c0039f0 msgr2=0x7f2a3c003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:06.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4dd9b640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a3c0039f0 0x7f2a3c003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4dd9b640 1 -- 172.21.15.157:0/2543748396 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a3c003530 con 0x7f2a3c004810 2024-09-10T10:18:06.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4e59c640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a3c0039f0 0x7f2a3c003e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:06.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.583+0000 7f2a4ed9d640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50158cc0 0x7f2a3c005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:06.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a4dd9b640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a3c004810 0x7f2a3c004c90 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2a38001750 tx=0x7f2a3801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b22fe2bf82e24dd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:06.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a380013a0 con 0x7f2a3c004810 2024-09-10T10:18:06.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a380052f0 con 0x7f2a3c004810 2024-09-10T10:18:06.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a4d59a640 1 -- 172.21.15.157:0/2543748396 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a38003840 con 0x7f2a3c004810 2024-09-10T10:18:06.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2543748396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a3c004810 msgr2=0x7f2a3c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a54c0f640 1 --2- 172.21.15.157:0/2543748396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a3c004810 0x7f2a3c004c90 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2a38001750 tx=0x7f2a3801c3e0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a4ed9d640 1 -- 172.21.15.157:0/2543748396 reap_dead start 2024-09-10T10:18:06.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2543748396 shutdown_connections 2024-09-10T10:18:06.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2543748396 >> 172.21.15.157:0/2543748396 conn(0x7f2a500d0090 msgr2=0x7f2a500d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:06.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2543748396 shutdown_connections 2024-09-10T10:18:06.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2543748396 wait complete. 2024-09-10T10:18:06.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a54c0f640 1 Processor -- start 2024-09-10T10:18:06.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.587+0000 7f2a54c0f640 1 -- start start 2024-09-10T10:18:06.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a54c0f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a3c004810 0x7f2a50169400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a54c0f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a50165350 0x7f2a50161000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a54c0f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50148510 0x7f2a501489c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a54c0f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5016a500 con 0x7f2a50165350 2024-09-10T10:18:06.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a54c0f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5016a380 con 0x7f2a3c004810 2024-09-10T10:18:06.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a54c0f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f2a5016a680 con 0x7f2a50148510 2024-09-10T10:18:06.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4dd9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a50165350 0x7f2a50161000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4dd9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a50165350 0x7f2a50161000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50616/0 (socket says 172.21.15.157:50616) 2024-09-10T10:18:06.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4dd9b640 1 -- 172.21.15.157:0/2165950169 learned_addr learned my addr 172.21.15.157:0/2165950169 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:06.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4e59c640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a3c004810 0x7f2a50169400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4ed9d640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50148510 0x7f2a501489c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4dd9b640 1 -- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50148510 msgr2=0x7f2a501489c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4dd9b640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a50148510 0x7f2a501489c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4dd9b640 1 -- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a3c004810 msgr2=0x7f2a50169400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4dd9b640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a3c004810 0x7f2a50169400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4dd9b640 1 -- 172.21.15.157:0/2165950169 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a50156f10 con 0x7f2a50165350 2024-09-10T10:18:06.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4dd9b640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a50165350 0x7f2a50161000 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2a38005040 tx=0x7f2a3c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:06.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a46ffd640 1 -- 172.21.15.157:0/2165950169 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a38007a40 con 0x7f2a50165350 2024-09-10T10:18:06.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a46ffd640 1 -- 172.21.15.157:0/2165950169 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a380bb070 con 0x7f2a50165350 2024-09-10T10:18:06.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a50148f00 con 0x7f2a50165350 2024-09-10T10:18:06.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a46ffd640 1 -- 172.21.15.157:0/2165950169 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a380013a0 con 0x7f2a50165350 2024-09-10T10:18:06.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a50165cc0 con 0x7f2a50165350 2024-09-10T10:18:06.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2a50069220 con 0x7f2a50165350 2024-09-10T10:18:06.601 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a46ffd640 1 -- 172.21.15.157:0/2165950169 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f2a380b4040 con 0x7f2a50165350 2024-09-10T10:18:06.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a46ffd640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2a300678c0 0x7f2a30069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a46ffd640 1 -- 172.21.15.157:0/2165950169 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f2a38120310 con 0x7f2a50165350 2024-09-10T10:18:06.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a46ffd640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f2a3006d780 0x7f2a3006fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a46ffd640 1 -- 172.21.15.157:0/2165950169 --> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2a30070250 con 0x7f2a3006d780 2024-09-10T10:18:06.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a46ffd640 1 -- 172.21.15.157:0/2165950169 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f2a381207a0 con 0x7f2a50165350 2024-09-10T10:18:06.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4e59c640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2a300678c0 0x7f2a30069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.602 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.591+0000 7f2a4ed9d640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f2a3006d780 0x7f2a3006fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.595+0000 7f2a4ed9d640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f2a3006d780 0x7f2a3006fba0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:06.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.595+0000 7f2a4e59c640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2a300678c0 0x7f2a30069d80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2a40003bf0 tx=0x7f2a4000b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:06.603 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.595+0000 7f2a46ffd640 1 -- 172.21.15.157:0/2165950169 <== osd.0 v2:172.21.15.157:6816/3502864148 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2a30070250 con 0x7f2a3006d780 2024-09-10T10:18:06.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 --> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2a501621c0 con 0x7f2a3006d780 2024-09-10T10:18:06.611 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a46ffd640 1 -- 172.21.15.157:0/2165950169 <== osd.0 v2:172.21.15.157:6816/3502864148 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2a501621c0 con 0x7f2a3006d780 2024-09-10T10:18:06.612 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:18:06.612 INFO:teuthology.orchestra.run.smithi157.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:18:06.612 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:18:06.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f2a3006d780 msgr2=0x7f2a3006fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.157:6816/3502864148,v1:172.21.15.157:6817/3502864148] conn(0x7f2a3006d780 0x7f2a3006fba0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2a300678c0 msgr2=0x7f2a30069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.613 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f2a300678c0 0x7f2a30069d80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2a40003bf0 tx=0x7f2a4000b040 comp rx=0 tx=0).stop 2024-09-10T10:18:06.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a50165350 msgr2=0x7f2a50161000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 --2- 172.21.15.157:0/2165950169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a50165350 0x7f2a50161000 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2a38005040 tx=0x7f2a3c005840 comp rx=0 tx=0).stop 2024-09-10T10:18:06.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a4ed9d640 1 -- 172.21.15.157:0/2165950169 reap_dead start 2024-09-10T10:18:06.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 shutdown_connections 2024-09-10T10:18:06.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 >> 172.21.15.157:0/2165950169 conn(0x7f2a500d0090 msgr2=0x7f2a500afea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:06.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 shutdown_connections 2024-09-10T10:18:06.614 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.607+0000 7f2a54c0f640 1 -- 172.21.15.157:0/2165950169 wait complete. 2024-09-10T10:18:06.627 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-10T10:18:06.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f56233ae640 1 Processor -- start 2024-09-10T10:18:06.739 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f56233ae640 1 -- start start 2024-09-10T10:18:06.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f56233ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c145970 0x7f561c0b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.740 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f56233ae640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f561c0b2300 0x7f561c0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f56233ae640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f561c0d0960 con 0x7f561c0d0190 2024-09-10T10:18:06.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f56233ae640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f561c0d0f20 con 0x7f561c0b2300 2024-09-10T10:18:06.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f56233ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f561c0cd620 con 0x7f561c145970 2024-09-10T10:18:06.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f5620949640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f561c0b2300 0x7f561c0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f562194b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f561c0d0190 0x7f561c072220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33378/0 (socket says 172.21.15.157:33378) 2024-09-10T10:18:06.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f562194b640 1 -- 172.21.15.157:0/3492362257 learned_addr learned my addr 172.21.15.157:0/3492362257 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:06.741 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f562114a640 1 --2- 172.21.15.157:0/3492362257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c145970 0x7f561c0b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f5620949640 1 -- 172.21.15.157:0/3492362257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c145970 msgr2=0x7f561c0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:06.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f5620949640 1 --2- 172.21.15.157:0/3492362257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c145970 0x7f561c0b1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f5620949640 1 -- 172.21.15.157:0/3492362257 >> v1:172.21.15.157:6789/0 conn(0x7f561c0d0190 legacy=0x7f561c072220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.742 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f5620949640 1 -- 172.21.15.157:0/3492362257 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561c0d0c40 con 0x7f561c0b2300 2024-09-10T10:18:06.743 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.735+0000 7f560ffff640 1 -- 172.21.15.157:0/3492362257 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2199236562 0 0) 0x7f561c0d0960 con 0x7f561c0d0190 2024-09-10T10:18:06.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f5620949640 1 --2- 172.21.15.157:0/3492362257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0b2300 0x7f561c0cfc50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f56100097c0 tx=0x7f561001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c70020d696fdc00 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:06.744 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f560ffff640 1 -- 172.21.15.157:0/3492362257 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56100b0070 con 0x7f561c0b2300 2024-09-10T10:18:06.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f560ffff640 1 -- 172.21.15.157:0/3492362257 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56100ab600 con 0x7f561c0b2300 2024-09-10T10:18:06.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f560ffff640 1 -- 172.21.15.157:0/3492362257 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56100ab9d0 con 0x7f561c0b2300 2024-09-10T10:18:06.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 -- 172.21.15.157:0/3492362257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0b2300 msgr2=0x7f561c0cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 --2- 172.21.15.157:0/3492362257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0b2300 0x7f561c0cfc50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f56100097c0 tx=0x7f561001c410 comp rx=0 tx=0).stop 2024-09-10T10:18:06.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 -- 172.21.15.157:0/3492362257 shutdown_connections 2024-09-10T10:18:06.745 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 --2- 172.21.15.157:0/3492362257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0b2300 0x7f561c0cfc50 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 --2- 172.21.15.157:0/3492362257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c145970 0x7f561c0b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 -- 172.21.15.157:0/3492362257 >> 172.21.15.157:0/3492362257 conn(0x7f561c06bcc0 msgr2=0x7f561c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:06.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 -- 172.21.15.157:0/3492362257 shutdown_connections 2024-09-10T10:18:06.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 -- 172.21.15.157:0/3492362257 wait complete. 2024-09-10T10:18:06.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 Processor -- start 2024-09-10T10:18:06.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.739+0000 7f56233ae640 1 -- start start 2024-09-10T10:18:06.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f56233ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c0b2300 0x7f561c0cc6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f56233ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0d0190 0x7f561c140800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f56233ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f561c145970 0x7f561c0ab7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f56233ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f561c168fe0 con 0x7f561c0d0190 2024-09-10T10:18:06.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f56233ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f561c168e60 con 0x7f561c145970 2024-09-10T10:18:06.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f56233ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f561c169160 con 0x7f561c0b2300 2024-09-10T10:18:06.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f5620949640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0d0190 0x7f561c140800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f5620949640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0d0190 0x7f561c140800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50624/0 (socket says 172.21.15.157:50624) 2024-09-10T10:18:06.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f5620949640 1 -- 172.21.15.157:0/2375366948 learned_addr learned my addr 172.21.15.157:0/2375366948 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:06.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f562114a640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c0b2300 0x7f561c0cc6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f562194b640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f561c145970 0x7f561c0ab7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.752 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f5620949640 1 -- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c0b2300 msgr2=0x7f561c0cc6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f5620949640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c0b2300 0x7f561c0cc6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f5620949640 1 -- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f561c145970 msgr2=0x7f561c0ab7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f5620949640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f561c145970 0x7f561c0ab7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f5620949640 1 -- 172.21.15.157:0/2375366948 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561c0adb90 con 0x7f561c0d0190 2024-09-10T10:18:06.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f562114a640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c0b2300 0x7f561c0cc6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:06.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f5620949640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0d0190 0x7f561c140800 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f561001a040 tx=0x7f56100191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:06.753 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f560dffb640 1 -- 172.21.15.157:0/2375366948 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56100b8070 con 0x7f561c0d0190 2024-09-10T10:18:06.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f560dffb640 1 -- 172.21.15.157:0/2375366948 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56100b4410 con 0x7f561c0d0190 2024-09-10T10:18:06.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f560dffb640 1 -- 172.21.15.157:0/2375366948 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56100b0040 con 0x7f561c0d0190 2024-09-10T10:18:06.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f561c0ade70 con 0x7f561c0d0190 2024-09-10T10:18:06.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f561c0ae430 con 0x7f561c0d0190 2024-09-10T10:18:06.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f561c0cfc50 con 0x7f561c0d0190 2024-09-10T10:18:06.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f560dffb640 1 -- 172.21.15.157:0/2375366948 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f56100bb070 con 0x7f561c0d0190 2024-09-10T10:18:06.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f560dffb640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56000678c0 0x7f5600069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:06.754 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f560dffb640 1 -- 172.21.15.157:0/2375366948 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f561011f6d0 con 0x7f561c0d0190 2024-09-10T10:18:06.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.743+0000 7f562114a640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56000678c0 0x7f5600069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:06.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.747+0000 7f562114a640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56000678c0 0x7f5600069d80 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5618009ae0 tx=0x7f5618008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:06.755 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.747+0000 7f560dffb640 1 -- 172.21.15.157:0/2375366948 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f5610016090 con 0x7f561c0d0190 2024-09-10T10:18:06.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.907+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f561c0b0470 con 0x7f56000678c0 2024-09-10T10:18:06.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f560dffb640 1 -- 172.21.15.157:0/2375366948 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f561c0b0470 con 0x7f56000678c0 2024-09-10T10:18:06.913 INFO:teuthology.orchestra.run.smithi157.stderr:instructed osd(s) 0 to deep-scrub 2024-09-10T10:18:06.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56000678c0 msgr2=0x7f5600069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56000678c0 0x7f5600069d80 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5618009ae0 tx=0x7f5618008040 comp rx=0 tx=0).stop 2024-09-10T10:18:06.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0d0190 msgr2=0x7f561c140800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:06.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0d0190 0x7f561c140800 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f561001a040 tx=0x7f56100191b0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 shutdown_connections 2024-09-10T10:18:06.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f56000678c0 0x7f5600069d80 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f561c145970 0x7f561c0ab7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f561c0d0190 0x7f561c140800 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 --2- 172.21.15.157:0/2375366948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f561c0b2300 0x7f561c0cc6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:06.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 >> 172.21.15.157:0/2375366948 conn(0x7f561c06bcc0 msgr2=0x7f561c15c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:06.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 shutdown_connections 2024-09-10T10:18:06.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:06.911+0000 7f56233ae640 1 -- 172.21.15.157:0/2375366948 wait complete. 2024-09-10T10:18:06.931 INFO:tasks.ceph:Scrubbing osd.1 2024-09-10T10:18:06.931 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:18:07.042 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f4d878640 1 Processor -- start 2024-09-10T10:18:07.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f4d878640 1 -- start start 2024-09-10T10:18:07.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f4d878640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7f480b3730 0x7f7f4815af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f4d878640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 0x7f7f481646b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f4d878640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f480cd5f0 con 0x7f7f480cd210 2024-09-10T10:18:07.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f4d878640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f7f4815bd00 con 0x7f7f480b3730 2024-09-10T10:18:07.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f4d878640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7f4815e780 con 0x7f7f4815b4c0 2024-09-10T10:18:07.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f477fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 0x7f7f481646b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f467fc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7f480b3730 0x7f7f4815af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f477fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 0x7f7f481646b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:39928/0 (socket says 172.21.15.157:39928) 2024-09-10T10:18:07.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f477fe640 1 -- 172.21.15.157:0/3770801402 learned_addr learned my addr 172.21.15.157:0/3770801402 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:07.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f46ffd640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f7f480cd210 0x7f7f480b3020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:49576/0 (socket says 172.21.15.157:49576) 2024-09-10T10:18:07.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f467fc640 1 -- 172.21.15.157:0/3770801402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 msgr2=0x7f7f481646b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:07.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f467fc640 1 --2- 172.21.15.157:0/3770801402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 0x7f7f481646b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f467fc640 1 -- 172.21.15.157:0/3770801402 >> v1:172.21.15.192:6789/0 conn(0x7f7f480cd210 legacy=0x7f7f480b3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.039+0000 7f7f467fc640 1 -- 172.21.15.157:0/3770801402 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f4815ea60 con 0x7f7f480b3730 2024-09-10T10:18:07.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f467fc640 1 --2- 172.21.15.157:0/3770801402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f480b3730 0x7f7f4815af80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c0097c0 tx=0x7f7f3c01c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30a35d6d28087db2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f45ffb640 1 -- 172.21.15.157:0/3770801402 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c0b0070 con 0x7f7f480b3730 2024-09-10T10:18:07.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f45ffb640 1 -- 172.21.15.157:0/3770801402 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f3c0ab600 con 0x7f7f480b3730 2024-09-10T10:18:07.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f45ffb640 1 -- 172.21.15.157:0/3770801402 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c0ab9d0 con 0x7f7f480b3730 2024-09-10T10:18:07.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 -- 172.21.15.157:0/3770801402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f480b3730 msgr2=0x7f7f4815af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 --2- 172.21.15.157:0/3770801402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f480b3730 0x7f7f4815af80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c0097c0 tx=0x7f7f3c01c410 comp rx=0 tx=0).stop 2024-09-10T10:18:07.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 -- 172.21.15.157:0/3770801402 shutdown_connections 2024-09-10T10:18:07.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 --2- 172.21.15.157:0/3770801402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 0x7f7f481646b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.048 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 --2- 172.21.15.157:0/3770801402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f480b3730 0x7f7f4815af80 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 -- 172.21.15.157:0/3770801402 >> 172.21.15.157:0/3770801402 conn(0x7f7f4806bcc0 msgr2=0x7f7f4806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 -- 172.21.15.157:0/3770801402 shutdown_connections 2024-09-10T10:18:07.049 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 -- 172.21.15.157:0/3770801402 wait complete. 2024-09-10T10:18:07.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 Processor -- start 2024-09-10T10:18:07.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.043+0000 7f7f4d878640 1 -- start start 2024-09-10T10:18:07.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f4d878640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f480b3730 0x7f7f48153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.051 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f4d878640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f480cd210 0x7f7f4815f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f4d878640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 0x7f7f480b1030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f4d878640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f7f480cffa0 con 0x7f7f480cd210 2024-09-10T10:18:07.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f4d878640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7f4815f4b0 con 0x7f7f480b3730 2024-09-10T10:18:07.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f4d878640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7f480d0120 con 0x7f7f4815b4c0 2024-09-10T10:18:07.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f467fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f480cd210 0x7f7f4815f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f467fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f480cd210 0x7f7f4815f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50640/0 (socket says 172.21.15.157:50640) 2024-09-10T10:18:07.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f467fc640 1 -- 172.21.15.157:0/2152757347 learned_addr learned my addr 172.21.15.157:0/2152757347 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:07.052 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f46ffd640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f480b3730 0x7f7f48153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f477fe640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 0x7f7f480b1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f467fc640 1 -- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 msgr2=0x7f7f480b1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f467fc640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 0x7f7f480b1030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f467fc640 1 -- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f480b3730 msgr2=0x7f7f48153aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f467fc640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f480b3730 0x7f7f48153aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f467fc640 1 -- 172.21.15.157:0/2152757347 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f48162d90 con 0x7f7f480cd210 2024-09-10T10:18:07.053 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f477fe640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f4815b4c0 0x7f7f480b1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:07.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f46ffd640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f480b3730 0x7f7f48153aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:07.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f467fc640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f480cd210 0x7f7f4815f680 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c0ae040 tx=0x7f7f3c0191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f2ffff640 1 -- 172.21.15.157:0/2152757347 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c0b8020 con 0x7f7f480cd210 2024-09-10T10:18:07.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f2ffff640 1 -- 172.21.15.157:0/2152757347 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f3c0b4410 con 0x7f7f480cd210 2024-09-10T10:18:07.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f48163050 con 0x7f7f480cd210 2024-09-10T10:18:07.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f2ffff640 1 -- 172.21.15.157:0/2152757347 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c0b0040 con 0x7f7f480cd210 2024-09-10T10:18:07.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f48163610 con 0x7f7f480cd210 2024-09-10T10:18:07.054 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7f48069220 con 0x7f7f480cd210 2024-09-10T10:18:07.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f2ffff640 1 -- 172.21.15.157:0/2152757347 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f7f3c0bb020 con 0x7f7f480cd210 2024-09-10T10:18:07.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f2ffff640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7f340678c0 0x7f7f34069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f2ffff640 1 -- 172.21.15.157:0/2152757347 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f7f3c11fae0 con 0x7f7f480cd210 2024-09-10T10:18:07.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f2ffff640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f7f3406d780 0x7f7f3406fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.056 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f2ffff640 1 -- 172.21.15.157:0/2152757347 --> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7f3c0ace50 con 0x7f7f3406d780 2024-09-10T10:18:07.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f2ffff640 1 -- 172.21.15.157:0/2152757347 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f7f3c11ff70 con 0x7f7f480cd210 2024-09-10T10:18:07.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f477fe640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f7f3406d780 0x7f7f3406fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f46ffd640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7f340678c0 0x7f7f34069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.047+0000 7f7f477fe640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f7f3406d780 0x7f7f3406fba0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.051+0000 7f7f46ffd640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7f340678c0 0x7f7f34069d80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7f4815a7a0 tx=0x7f7f38009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.057 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.051+0000 7f7f2ffff640 1 -- 172.21.15.157:0/2152757347 <== osd.1 v2:172.21.15.157:6800/821555097 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7f3c0ace50 con 0x7f7f3406d780 2024-09-10T10:18:07.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 --> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f7f480d0510 con 0x7f7f3406d780 2024-09-10T10:18:07.067 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f2ffff640 1 -- 172.21.15.157:0/2152757347 <== osd.1 v2:172.21.15.157:6800/821555097 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f7f480d0510 con 0x7f7f3406d780 2024-09-10T10:18:07.067 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:18:07.067 INFO:teuthology.orchestra.run.smithi157.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:18:07.067 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:18:07.068 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f7f3406d780 msgr2=0x7f7f3406fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.157:6800/821555097,v1:172.21.15.157:6801/821555097] conn(0x7f7f3406d780 0x7f7f3406fba0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7f340678c0 msgr2=0x7f7f34069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f7f340678c0 0x7f7f34069d80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7f4815a7a0 tx=0x7f7f38009040 comp rx=0 tx=0).stop 2024-09-10T10:18:07.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f480cd210 msgr2=0x7f7f4815f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 --2- 172.21.15.157:0/2152757347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f480cd210 0x7f7f4815f680 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c0ae040 tx=0x7f7f3c0191b0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f477fe640 1 -- 172.21.15.157:0/2152757347 reap_dead start 2024-09-10T10:18:07.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 shutdown_connections 2024-09-10T10:18:07.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 >> 172.21.15.157:0/2152757347 conn(0x7f7f4806bcc0 msgr2=0x7f7f480b3020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 shutdown_connections 2024-09-10T10:18:07.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.063+0000 7f7f4d878640 1 -- 172.21.15.157:0/2152757347 wait complete. 2024-09-10T10:18:07.082 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-10T10:18:07.189 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.183+0000 7f877dbab640 1 Processor -- start 2024-09-10T10:18:07.189 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f877dbab640 1 -- start start 2024-09-10T10:18:07.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f877dbab640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f87780b5200 0x7f877815c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f877dbab640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780b1dc0 0x7f87780b21f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f877dbab640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87780b55e0 con 0x7f87780cca90 2024-09-10T10:18:07.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f877dbab640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f87780ce3b0 con 0x7f87780b5200 2024-09-10T10:18:07.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f877dbab640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f877815c5f0 con 0x7f87780b1dc0 2024-09-10T10:18:07.191 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f8777fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780b1dc0 0x7f87780b21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f87777fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f87780b5200 0x7f877815c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f8777fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780b1dc0 0x7f87780b21f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:39954/0 (socket says 172.21.15.157:39954) 2024-09-10T10:18:07.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f876ffff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f87780cca90 0x7f87780b43d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:49592/0 (socket says 172.21.15.157:49592) 2024-09-10T10:18:07.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f8777fff640 1 -- 172.21.15.157:0/179727053 learned_addr learned my addr 172.21.15.157:0/179727053 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:07.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f87777fe640 1 -- 172.21.15.157:0/179727053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780b1dc0 msgr2=0x7f87780b21f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:07.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f87777fe640 1 --2- 172.21.15.157:0/179727053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780b1dc0 0x7f87780b21f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.192 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f87777fe640 1 -- 172.21.15.157:0/179727053 >> v1:172.21.15.192:6789/0 conn(0x7f87780cca90 legacy=0x7f87780b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.193 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.187+0000 7f87777fe640 1 -- 172.21.15.157:0/179727053 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87780cd020 con 0x7f87780b5200 2024-09-10T10:18:07.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f87777fe640 1 --2- 172.21.15.157:0/179727053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 0x7f877815c0b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f87680097f0 tx=0x7f876801c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=961adf0923e8791d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.194 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f8776ffd640 1 -- 172.21.15.157:0/179727053 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87680b0070 con 0x7f87780b5200 2024-09-10T10:18:07.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f8776ffd640 1 -- 172.21.15.157:0/179727053 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87680ab600 con 0x7f87780b5200 2024-09-10T10:18:07.195 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f8776ffd640 1 -- 172.21.15.157:0/179727053 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87680ab9d0 con 0x7f87780b5200 2024-09-10T10:18:07.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 -- 172.21.15.157:0/179727053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 msgr2=0x7f877815c0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 --2- 172.21.15.157:0/179727053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 0x7f877815c0b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f87680097f0 tx=0x7f876801c410 comp rx=0 tx=0).stop 2024-09-10T10:18:07.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 -- 172.21.15.157:0/179727053 shutdown_connections 2024-09-10T10:18:07.196 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 --2- 172.21.15.157:0/179727053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780b1dc0 0x7f87780b21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 --2- 172.21.15.157:0/179727053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 0x7f877815c0b0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 -- 172.21.15.157:0/179727053 >> 172.21.15.157:0/179727053 conn(0x7f877806bcc0 msgr2=0x7f877806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 -- 172.21.15.157:0/179727053 shutdown_connections 2024-09-10T10:18:07.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 -- 172.21.15.157:0/179727053 wait complete. 2024-09-10T10:18:07.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 Processor -- start 2024-09-10T10:18:07.197 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 -- start start 2024-09-10T10:18:07.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87780b1dc0 0x7f87780ac5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 0x7f87780ade40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780cca90 0x7f8778158050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f87780b3ee0 con 0x7f87780b1dc0 2024-09-10T10:18:07.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f87780b3d60 con 0x7f87780b5200 2024-09-10T10:18:07.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f877dbab640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f87780b4060 con 0x7f87780cca90 2024-09-10T10:18:07.200 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f87777fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87780b1dc0 0x7f87780ac5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.201 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f87777fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87780b1dc0 0x7f87780ac5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50652/0 (socket says 172.21.15.157:50652) 2024-09-10T10:18:07.201 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.191+0000 7f87777fe640 1 -- 172.21.15.157:0/2648224430 learned_addr learned my addr 172.21.15.157:0/2648224430 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:07.201 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f8777fff640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780cca90 0x7f8778158050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.201 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f876ffff640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 0x7f87780ade40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.201 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f87777fe640 1 -- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780cca90 msgr2=0x7f8778158050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.202 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f87777fe640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780cca90 0x7f8778158050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.202 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f87777fe640 1 -- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 msgr2=0x7f87780ade40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.202 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f87777fe640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 0x7f87780ade40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.202 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f87777fe640 1 -- 172.21.15.157:0/2648224430 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87780ae380 con 0x7f87780b1dc0 2024-09-10T10:18:07.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f8777fff640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780cca90 0x7f8778158050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:07.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f876ffff640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 0x7f87780ade40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:07.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f87777fe640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87780b1dc0 0x7f87780ac5e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f87680097f0 tx=0x7f87680191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f8774ff9640 1 -- 172.21.15.157:0/2648224430 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87680b8020 con 0x7f87780b1dc0 2024-09-10T10:18:07.203 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f8774ff9640 1 -- 172.21.15.157:0/2648224430 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87680b4410 con 0x7f87780b1dc0 2024-09-10T10:18:07.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87780ae620 con 0x7f87780b1dc0 2024-09-10T10:18:07.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f8774ff9640 1 -- 172.21.15.157:0/2648224430 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87680b0040 con 0x7f87780b1dc0 2024-09-10T10:18:07.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87780aebe0 con 0x7f87780b1dc0 2024-09-10T10:18:07.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87780b21f0 con 0x7f87780b1dc0 2024-09-10T10:18:07.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f8774ff9640 1 -- 172.21.15.157:0/2648224430 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f87680bb020 con 0x7f87780b1dc0 2024-09-10T10:18:07.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f8774ff9640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f87580678c0 0x7f8758069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f8774ff9640 1 -- 172.21.15.157:0/2648224430 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f876811f540 con 0x7f87780b1dc0 2024-09-10T10:18:07.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f876ffff640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f87580678c0 0x7f8758069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.206 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.195+0000 7f876ffff640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f87580678c0 0x7f8758069d80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f877815ccb0 tx=0x7f8760009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.206 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.199+0000 7f8774ff9640 1 -- 172.21.15.157:0/2648224430 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f87680c2030 con 0x7f87780b1dc0 2024-09-10T10:18:07.351 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.347+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f877815ca00 con 0x7f87580678c0 2024-09-10T10:18:07.352 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.347+0000 7f8774ff9640 1 -- 172.21.15.157:0/2648224430 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f877815ca00 con 0x7f87580678c0 2024-09-10T10:18:07.353 INFO:teuthology.orchestra.run.smithi157.stderr:instructed osd(s) 1 to deep-scrub 2024-09-10T10:18:07.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f87580678c0 msgr2=0x7f8758069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f87580678c0 0x7f8758069d80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f877815ccb0 tx=0x7f8760009040 comp rx=0 tx=0).stop 2024-09-10T10:18:07.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87780b1dc0 msgr2=0x7f87780ac5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.356 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87780b1dc0 0x7f87780ac5e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f87680097f0 tx=0x7f87680191b0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.356 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 shutdown_connections 2024-09-10T10:18:07.356 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f87580678c0 0x7f8758069d80 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.356 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87780cca90 0x7f8778158050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.357 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87780b5200 0x7f87780ade40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.357 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 --2- 172.21.15.157:0/2648224430 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87780b1dc0 0x7f87780ac5e0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.357 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 >> 172.21.15.157:0/2648224430 conn(0x7f877806bcc0 msgr2=0x7f877815d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.357 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 shutdown_connections 2024-09-10T10:18:07.358 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.351+0000 7f877dbab640 1 -- 172.21.15.157:0/2648224430 wait complete. 2024-09-10T10:18:07.369 INFO:tasks.ceph:Scrubbing osd.2 2024-09-10T10:18:07.370 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:18:07.494 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed42eac640 1 Processor -- start 2024-09-10T10:18:07.494 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed42eac640 1 -- start start 2024-09-10T10:18:07.496 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed42eac640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fed3c1627d0 0x7fed3c070710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.496 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed42eac640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fed3c0b72f0 0x7fed3c070c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.496 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed42eac640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed3c0719f0 con 0x7fed3c0b4b50 2024-09-10T10:18:07.496 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed42eac640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fed3c06e440 con 0x7fed3c0b72f0 2024-09-10T10:18:07.496 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed42eac640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fed3c06d070 con 0x7fed3c1627d0 2024-09-10T10:18:07.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed41449640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fed3c0b72f0 0x7fed3c070c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed41449640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fed3c0b72f0 0x7fed3c070c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50660/0 (socket says 172.21.15.157:50660) 2024-09-10T10:18:07.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed41449640 1 -- 172.21.15.157:0/637006401 learned_addr learned my addr 172.21.15.157:0/637006401 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:07.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed40c48640 1 --2- 172.21.15.157:0/637006401 >> v2:172.21.15.192:3300/0 conn(0x7fed3c1627d0 0x7fed3c070710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed41449640 1 -- 172.21.15.157:0/637006401 >> v2:172.21.15.192:3300/0 conn(0x7fed3c1627d0 msgr2=0x7fed3c070710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:07.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed41449640 1 --2- 172.21.15.157:0/637006401 >> v2:172.21.15.192:3300/0 conn(0x7fed3c1627d0 0x7fed3c070710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed41449640 1 -- 172.21.15.157:0/637006401 >> v1:172.21.15.192:6789/0 conn(0x7fed3c0b4b50 legacy=0x7fed3c162bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.491+0000 7fed41449640 1 -- 172.21.15.157:0/637006401 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed3c06e690 con 0x7fed3c0b72f0 2024-09-10T10:18:07.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed41449640 1 --2- 172.21.15.157:0/637006401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b72f0 0x7fed3c070c50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fed3c063a30 tx=0x7fed2c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303deeb1a30c8897 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed3b7fe640 1 -- 172.21.15.157:0/637006401 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed2c0ab610 con 0x7fed3c0b72f0 2024-09-10T10:18:07.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed3b7fe640 1 -- 172.21.15.157:0/637006401 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed2c0b0070 con 0x7fed3c0b72f0 2024-09-10T10:18:07.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed3b7fe640 1 -- 172.21.15.157:0/637006401 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed2c0ab9d0 con 0x7fed3c0b72f0 2024-09-10T10:18:07.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 -- 172.21.15.157:0/637006401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b72f0 msgr2=0x7fed3c070c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 --2- 172.21.15.157:0/637006401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b72f0 0x7fed3c070c50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fed3c063a30 tx=0x7fed2c01c520 comp rx=0 tx=0).stop 2024-09-10T10:18:07.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 -- 172.21.15.157:0/637006401 shutdown_connections 2024-09-10T10:18:07.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 --2- 172.21.15.157:0/637006401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b72f0 0x7fed3c070c50 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 --2- 172.21.15.157:0/637006401 >> v2:172.21.15.192:3300/0 conn(0x7fed3c1627d0 0x7fed3c070710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 -- 172.21.15.157:0/637006401 >> 172.21.15.157:0/637006401 conn(0x7fed3c0b4030 msgr2=0x7fed3c0b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 -- 172.21.15.157:0/637006401 shutdown_connections 2024-09-10T10:18:07.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 -- 172.21.15.157:0/637006401 wait complete. 2024-09-10T10:18:07.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 Processor -- start 2024-09-10T10:18:07.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 -- start start 2024-09-10T10:18:07.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b4b50 0x7fed3c161520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed3c0b72f0 0x7fed3c141550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed3c1627d0 0x7fed3c14f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fed3c16f850 con 0x7fed3c0b4b50 2024-09-10T10:18:07.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fed3c06df00 con 0x7fed3c0b72f0 2024-09-10T10:18:07.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed42eac640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fed3c16f9d0 con 0x7fed3c1627d0 2024-09-10T10:18:07.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed40c48640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b4b50 0x7fed3c161520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.503 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed40c48640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b4b50 0x7fed3c161520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50666/0 (socket says 172.21.15.157:50666) 2024-09-10T10:18:07.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed40c48640 1 -- 172.21.15.157:0/2340492889 learned_addr learned my addr 172.21.15.157:0/2340492889 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:07.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed41449640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed3c1627d0 0x7fed3c14f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed40c48640 1 -- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed3c1627d0 msgr2=0x7fed3c14f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed40c48640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed3c1627d0 0x7fed3c14f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed3bfff640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed3c0b72f0 0x7fed3c141550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed40c48640 1 -- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed3c0b72f0 msgr2=0x7fed3c141550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.504 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed40c48640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed3c0b72f0 0x7fed3c141550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.495+0000 7fed40c48640 1 -- 172.21.15.157:0/2340492889 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed3c14fc50 con 0x7fed3c0b4b50 2024-09-10T10:18:07.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed40c48640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b4b50 0x7fed3c161520 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fed34007f20 tx=0x7fed3400e570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 -- 172.21.15.157:0/2340492889 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed34014620 con 0x7fed3c0b4b50 2024-09-10T10:18:07.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 -- 172.21.15.157:0/2340492889 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed34019070 con 0x7fed3c0b4b50 2024-09-10T10:18:07.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed3c14ff30 con 0x7fed3c0b4b50 2024-09-10T10:18:07.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 -- 172.21.15.157:0/2340492889 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed34014a00 con 0x7fed3c0b4b50 2024-09-10T10:18:07.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed3c1504f0 con 0x7fed3c0b4b50 2024-09-10T10:18:07.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fed3c162bb0 con 0x7fed3c0b4b50 2024-09-10T10:18:07.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 -- 172.21.15.157:0/2340492889 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fed34014ba0 con 0x7fed3c0b4b50 2024-09-10T10:18:07.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fed280678f0 0x7fed28069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 -- 172.21.15.157:0/2340492889 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fed340870d0 con 0x7fed3c0b4b50 2024-09-10T10:18:07.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7fed2806d7b0 0x7fed2806fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 -- 172.21.15.157:0/2340492889 --> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fed28070280 con 0x7fed2806d7b0 2024-09-10T10:18:07.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 -- 172.21.15.157:0/2340492889 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fed34087560 con 0x7fed3c0b4b50 2024-09-10T10:18:07.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed41449640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7fed2806d7b0 0x7fed2806fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed3bfff640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fed280678f0 0x7fed28069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed41449640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7fed2806d7b0 0x7fed2806fbd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed3bfff640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fed280678f0 0x7fed28069db0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fed30007fd0 tx=0x7fed30009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.499+0000 7fed397fa640 1 -- 172.21.15.157:0/2340492889 <== osd.2 v2:172.21.15.157:6808/1678807007 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fed28070280 con 0x7fed2806d7b0 2024-09-10T10:18:07.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.511+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 --> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fed3c15eac0 con 0x7fed2806d7b0 2024-09-10T10:18:07.517 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed397fa640 1 -- 172.21.15.157:0/2340492889 <== osd.2 v2:172.21.15.157:6808/1678807007 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fed3c15eac0 con 0x7fed2806d7b0 2024-09-10T10:18:07.518 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:18:07.518 INFO:teuthology.orchestra.run.smithi157.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:18:07.518 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:18:07.519 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7fed2806d7b0 msgr2=0x7fed2806fbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.519 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.157:6808/1678807007,v1:172.21.15.157:6809/1678807007] conn(0x7fed2806d7b0 0x7fed2806fbd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.519 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fed280678f0 msgr2=0x7fed28069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.519 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fed280678f0 0x7fed28069db0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fed30007fd0 tx=0x7fed30009040 comp rx=0 tx=0).stop 2024-09-10T10:18:07.519 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b4b50 msgr2=0x7fed3c161520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 --2- 172.21.15.157:0/2340492889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c0b4b50 0x7fed3c161520 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fed34007f20 tx=0x7fed3400e570 comp rx=0 tx=0).stop 2024-09-10T10:18:07.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed41449640 1 -- 172.21.15.157:0/2340492889 reap_dead start 2024-09-10T10:18:07.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 shutdown_connections 2024-09-10T10:18:07.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 >> 172.21.15.157:0/2340492889 conn(0x7fed3c0b4030 msgr2=0x7fed3c150d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 shutdown_connections 2024-09-10T10:18:07.520 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.515+0000 7fed42eac640 1 -- 172.21.15.157:0/2340492889 wait complete. 2024-09-10T10:18:07.532 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-10T10:18:07.634 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faac1ea3640 1 Processor -- start 2024-09-10T10:18:07.635 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faac1ea3640 1 -- start start 2024-09-10T10:18:07.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faac1ea3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc0b24d0 0x7faabc0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faac1ea3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faabc0d0190 0x7faabc0cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.637 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faac1ea3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faabc0d0960 con 0x7faabc145970 2024-09-10T10:18:07.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faac1ea3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7faabc0d0f20 con 0x7faabc0d0190 2024-09-10T10:18:07.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faac1ea3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7faabc0cd620 con 0x7faabc0b24d0 2024-09-10T10:18:07.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabb7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7faabc145970 0x7faabc0b1dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33392/0 (socket says 172.21.15.157:33392) 2024-09-10T10:18:07.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabb7fe640 1 -- 172.21.15.157:0/1899317678 learned_addr learned my addr 172.21.15.157:0/1899317678 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:07.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabaffd640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc0b24d0 0x7faabc0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabbfff640 1 --2- 172.21.15.157:0/1899317678 >> v2:172.21.15.192:3300/0 conn(0x7faabc0d0190 0x7faabc0cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3231302366 0 0) 0x7faabc0d0960 con 0x7faabc145970 2024-09-10T10:18:07.638 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faaa4003530 con 0x7faabc145970 2024-09-10T10:18:07.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2349833682 0 0) 0x7faaa4003530 con 0x7faabc145970 2024-09-10T10:18:07.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc0b24d0 msgr2=0x7faabc0cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:07.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc0b24d0 0x7faabc0cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 >> v2:172.21.15.192:3300/0 conn(0x7faabc0d0190 msgr2=0x7faabc0cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:07.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 --2- 172.21.15.157:0/1899317678 >> v2:172.21.15.192:3300/0 conn(0x7faabc0d0190 0x7faabc0cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faabc0d0c40 con 0x7faabc145970 2024-09-10T10:18:07.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7faaac001680 con 0x7faabc145970 2024-09-10T10:18:07.639 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 >> v1:172.21.15.157:6789/0 conn(0x7faabc145970 legacy=0x7faabc0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faaa40039c0 0x7faaa4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faaa4004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc0b24d0 0x7faaa40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7faabc0d0f20 con 0x7faaa4004810 2024-09-10T10:18:07.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7faabc0cd620 con 0x7faaa40039c0 2024-09-10T10:18:07.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7faaa400ba00 con 0x7faabc0b24d0 2024-09-10T10:18:07.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabaffd640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faaa4004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.640 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabb7fe640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faaa40039c0 0x7faaa4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabbfff640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc0b24d0 0x7faaa40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabaffd640 1 -- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc0b24d0 msgr2=0x7faaa40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:07.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabaffd640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc0b24d0 0x7faaa40051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabaffd640 1 -- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faaa40039c0 msgr2=0x7faaa4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:07.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabaffd640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faaa40039c0 0x7faaa4003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabaffd640 1 -- 172.21.15.157:0/1899317678 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaa4003530 con 0x7faaa4004810 2024-09-10T10:18:07.641 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.631+0000 7faabb7fe640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faaa40039c0 0x7faaa4003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:07.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faabaffd640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faaa4004c90 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7faab0009ae0 tx=0x7faab001c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9e5c880d208c42a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab00096b0 con 0x7faaa4004810 2024-09-10T10:18:07.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faab00a6450 con 0x7faaa4004810 2024-09-10T10:18:07.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faaba7fc640 1 -- 172.21.15.157:0/1899317678 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab00a6840 con 0x7faaa4004810 2024-09-10T10:18:07.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faac1ea3640 1 -- 172.21.15.157:0/1899317678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 msgr2=0x7faaa4004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faac1ea3640 1 --2- 172.21.15.157:0/1899317678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faaa4004c90 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7faab0009ae0 tx=0x7faab001c9e0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faabbfff640 1 -- 172.21.15.157:0/1899317678 reap_dead start 2024-09-10T10:18:07.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faac1ea3640 1 -- 172.21.15.157:0/1899317678 shutdown_connections 2024-09-10T10:18:07.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faac1ea3640 1 -- 172.21.15.157:0/1899317678 >> 172.21.15.157:0/1899317678 conn(0x7faabc06bcc0 msgr2=0x7faabc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faac1ea3640 1 -- 172.21.15.157:0/1899317678 shutdown_connections 2024-09-10T10:18:07.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faac1ea3640 1 -- 172.21.15.157:0/1899317678 wait complete. 2024-09-10T10:18:07.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faac1ea3640 1 Processor -- start 2024-09-10T10:18:07.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.635+0000 7faac1ea3640 1 -- start start 2024-09-10T10:18:07.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faac1ea3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faabc1608f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faac1ea3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faabc15b310 0x7faabc160e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faac1ea3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc15f520 0x7faabc15f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faac1ea3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7faabc0ce980 con 0x7faaa4004810 2024-09-10T10:18:07.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faac1ea3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7faabc0ce800 con 0x7faabc15b310 2024-09-10T10:18:07.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faac1ea3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7faabc0ceb00 con 0x7faabc15f520 2024-09-10T10:18:07.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabb7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faabc1608f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabb7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faabc1608f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50682/0 (socket says 172.21.15.157:50682) 2024-09-10T10:18:07.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabb7fe640 1 -- 172.21.15.157:0/3226122692 learned_addr learned my addr 172.21.15.157:0/3226122692 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:07.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabaffd640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faabc15b310 0x7faabc160e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabbfff640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc15f520 0x7faabc15f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabb7fe640 1 -- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc15f520 msgr2=0x7faabc15f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabb7fe640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc15f520 0x7faabc15f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabb7fe640 1 -- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faabc15b310 msgr2=0x7faabc160e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabb7fe640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faabc15b310 0x7faabc160e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabb7fe640 1 -- 172.21.15.157:0/3226122692 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faabc15ba00 con 0x7faaa4004810 2024-09-10T10:18:07.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabbfff640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc15f520 0x7faabc15f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:07.648 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabb7fe640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faabc1608f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7faaac000fc0 tx=0x7faaac00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faaa3fff640 1 -- 172.21.15.157:0/3226122692 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac019070 con 0x7faaa4004810 2024-09-10T10:18:07.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faaa3fff640 1 -- 172.21.15.157:0/3226122692 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaac00de50 con 0x7faaa4004810 2024-09-10T10:18:07.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faaa3fff640 1 -- 172.21.15.157:0/3226122692 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac0047f0 con 0x7faaa4004810 2024-09-10T10:18:07.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faabc161fa0 con 0x7faaa4004810 2024-09-10T10:18:07.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faabc1619e0 con 0x7faaa4004810 2024-09-10T10:18:07.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faabc0cdab0 con 0x7faaa4004810 2024-09-10T10:18:07.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faaa3fff640 1 -- 172.21.15.157:0/3226122692 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7faaac004990 con 0x7faaa4004810 2024-09-10T10:18:07.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faaa3fff640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faaa80678c0 0x7faaa8069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faaa3fff640 1 -- 172.21.15.157:0/3226122692 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7faaac085390 con 0x7faaa4004810 2024-09-10T10:18:07.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.639+0000 7faabaffd640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faaa80678c0 0x7faaa8069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.643+0000 7faabaffd640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faaa80678c0 0x7faaa8069d80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faab00ad000 tx=0x7faab00b2040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.643+0000 7faaa3fff640 1 -- 172.21.15.157:0/3226122692 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7faaac056140 con 0x7faaa4004810 2024-09-10T10:18:07.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7faabc050050 con 0x7faaa80678c0 2024-09-10T10:18:07.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faaa3fff640 1 -- 172.21.15.157:0/3226122692 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7faabc050050 con 0x7faaa80678c0 2024-09-10T10:18:07.811 INFO:teuthology.orchestra.run.smithi157.stderr:instructed osd(s) 2 to deep-scrub 2024-09-10T10:18:07.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faaa80678c0 msgr2=0x7faaa8069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faaa80678c0 0x7faaa8069d80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faab00ad000 tx=0x7faab00b2040 comp rx=0 tx=0).stop 2024-09-10T10:18:07.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 msgr2=0x7faabc1608f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faabc1608f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7faaac000fc0 tx=0x7faaac00dc00 comp rx=0 tx=0).stop 2024-09-10T10:18:07.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 shutdown_connections 2024-09-10T10:18:07.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7faaa80678c0 0x7faaa8069d80 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faabc15f520 0x7faabc15f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faabc15b310 0x7faabc160e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 --2- 172.21.15.157:0/3226122692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faaa4004810 0x7faabc1608f0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 >> 172.21.15.157:0/3226122692 conn(0x7faabc06bcc0 msgr2=0x7faabc15eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 shutdown_connections 2024-09-10T10:18:07.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.807+0000 7faac1ea3640 1 -- 172.21.15.157:0/3226122692 wait complete. 2024-09-10T10:18:07.830 INFO:tasks.ceph:Scrubbing osd.3 2024-09-10T10:18:07.830 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:18:07.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f7100c08640 1 Processor -- start 2024-09-10T10:18:07.959 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f7100c08640 1 -- start start 2024-09-10T10:18:07.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f7100c08640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f70fc15c9a0 0x7f70fc0cf220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f7100c08640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 0x7f70fc0cf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f7100c08640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70fc0cccf0 con 0x7f70fc15a060 2024-09-10T10:18:07.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f7100c08640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f70fc15a440 con 0x7f70fc15c9a0 2024-09-10T10:18:07.960 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f7100c08640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f70fc0ccaa0 con 0x7f70fc0d06a0 2024-09-10T10:18:07.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f70fad9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 0x7f70fc0cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f70fad9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 0x7f70fc0cf760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:39996/0 (socket says 172.21.15.157:39996) 2024-09-10T10:18:07.961 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f70f9d9b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f70fc15c9a0 0x7f70fc0cf220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f70fad9d640 1 -- 172.21.15.157:0/3609339491 learned_addr learned my addr 172.21.15.157:0/3609339491 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:07.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f70f9d9b640 1 -- 172.21.15.157:0/3609339491 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 msgr2=0x7f70fc0cf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:07.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f70f9d9b640 1 --2- 172.21.15.157:0/3609339491 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 0x7f70fc0cf760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f70f9d9b640 1 -- 172.21.15.157:0/3609339491 >> v1:172.21.15.192:6789/0 conn(0x7f70fc15a060 legacy=0x7f70fc0cff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.955+0000 7f70f9d9b640 1 -- 172.21.15.157:0/3609339491 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70fc0ccfd0 con 0x7f70fc15c9a0 2024-09-10T10:18:07.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f70f9d9b640 1 --2- 172.21.15.157:0/3609339491 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc15c9a0 0x7f70fc0cf220 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f70f00097c0 tx=0x7f70f001c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25da306897d821d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f70f959a640 1 -- 172.21.15.157:0/3609339491 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f00a7070 con 0x7f70fc15c9a0 2024-09-10T10:18:07.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f70f959a640 1 -- 172.21.15.157:0/3609339491 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f00b0070 con 0x7f70fc15c9a0 2024-09-10T10:18:07.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f70f959a640 1 -- 172.21.15.157:0/3609339491 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f00ab890 con 0x7f70fc15c9a0 2024-09-10T10:18:07.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f7100c08640 1 -- 172.21.15.157:0/3609339491 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc15c9a0 msgr2=0x7f70fc0cf220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f7100c08640 1 --2- 172.21.15.157:0/3609339491 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc15c9a0 0x7f70fc0cf220 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f70f00097c0 tx=0x7f70f001c470 comp rx=0 tx=0).stop 2024-09-10T10:18:07.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f7100c08640 1 -- 172.21.15.157:0/3609339491 shutdown_connections 2024-09-10T10:18:07.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f7100c08640 1 --2- 172.21.15.157:0/3609339491 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 0x7f70fc0cf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f7100c08640 1 --2- 172.21.15.157:0/3609339491 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc15c9a0 0x7f70fc0cf220 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f7100c08640 1 -- 172.21.15.157:0/3609339491 >> 172.21.15.157:0/3609339491 conn(0x7f70fc06bcc0 msgr2=0x7f70fc06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f7100c08640 1 -- 172.21.15.157:0/3609339491 shutdown_connections 2024-09-10T10:18:07.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.959+0000 7f7100c08640 1 -- 172.21.15.157:0/3609339491 wait complete. 2024-09-10T10:18:07.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 Processor -- start 2024-09-10T10:18:07.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 -- start start 2024-09-10T10:18:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 0x7f70fc0b1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70fc15a060 0x7f70fc0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc15c9a0 0x7f70fc0aedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc1608f0 con 0x7f70fc15a060 2024-09-10T10:18:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc160770 con 0x7f70fc15c9a0 2024-09-10T10:18:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f70fc160a70 con 0x7f70fc0d06a0 2024-09-10T10:18:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70f9d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70fc15a060 0x7f70fc0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.969 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70f9d9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70fc15a060 0x7f70fc0ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50696/0 (socket says 172.21.15.157:50696) 2024-09-10T10:18:07.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70f9d9b640 1 -- 172.21.15.157:0/1447903059 learned_addr learned my addr 172.21.15.157:0/1447903059 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:07.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70fad9d640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc15c9a0 0x7f70fc0aedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70fa59c640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 0x7f70fc0b1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70f9d9b640 1 -- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 msgr2=0x7f70fc0b1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70f9d9b640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 0x7f70fc0b1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70f9d9b640 1 -- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc15c9a0 msgr2=0x7f70fc0aedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70f9d9b640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc15c9a0 0x7f70fc0aedf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.970 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70f9d9b640 1 -- 172.21.15.157:0/1447903059 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70fc0b1cb0 con 0x7f70fc15a060 2024-09-10T10:18:07.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70fa59c640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70fc0d06a0 0x7f70fc0b1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:18:07.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70f9d9b640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70fc15a060 0x7f70fc0ae8b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f70f001a0a0 tx=0x7f70f001acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70eaffd640 1 -- 172.21.15.157:0/1447903059 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f00bf610 con 0x7f70fc15a060 2024-09-10T10:18:07.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70eaffd640 1 -- 172.21.15.157:0/1447903059 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f00bf7d0 con 0x7f70fc15a060 2024-09-10T10:18:07.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70fc0b1f90 con 0x7f70fc15a060 2024-09-10T10:18:07.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f70eaffd640 1 -- 172.21.15.157:0/1447903059 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f00bfbc0 con 0x7f70fc15a060 2024-09-10T10:18:07.971 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.963+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70fc0b35a0 con 0x7f70fc15a060 2024-09-10T10:18:07.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f70fc069220 con 0x7f70fc15a060 2024-09-10T10:18:07.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70eaffd640 1 -- 172.21.15.157:0/1447903059 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f70f00bd020 con 0x7f70fc15a060 2024-09-10T10:18:07.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70eaffd640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f70dc0678c0 0x7f70dc069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70eaffd640 1 -- 172.21.15.157:0/1447903059 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f70f0120520 con 0x7f70fc15a060 2024-09-10T10:18:07.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70eaffd640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7f70dc06d780 0x7f70dc06fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:07.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70eaffd640 1 -- 172.21.15.157:0/1447903059 --> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70f0007e90 con 0x7f70dc06d780 2024-09-10T10:18:07.973 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70eaffd640 1 -- 172.21.15.157:0/1447903059 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f70f01209b0 con 0x7f70fc15a060 2024-09-10T10:18:07.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70fa59c640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f70dc0678c0 0x7f70dc069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70fad9d640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7f70dc06d780 0x7f70dc06fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:07.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70fad9d640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7f70dc06d780 0x7f70dc06fba0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70fa59c640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f70dc0678c0 0x7f70dc069d80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f70fc0af4c0 tx=0x7f70ec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:07.974 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.967+0000 7f70eaffd640 1 -- 172.21.15.157:0/1447903059 <== osd.3 v2:172.21.15.157:6824/476068882 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f70f0007e90 con 0x7f70dc06d780 2024-09-10T10:18:07.985 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.979+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 --> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f70fc0cff90 con 0x7f70dc06d780 2024-09-10T10:18:07.985 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.979+0000 7f70eaffd640 1 -- 172.21.15.157:0/1447903059 <== osd.3 v2:172.21.15.157:6824/476068882 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f70fc0cff90 con 0x7f70dc06d780 2024-09-10T10:18:07.985 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:18:07.985 INFO:teuthology.orchestra.run.smithi157.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:18:07.986 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:18:07.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7f70dc06d780 msgr2=0x7f70dc06fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.986 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.157:6824/476068882,v1:172.21.15.157:6825/476068882] conn(0x7f70dc06d780 0x7f70dc06fba0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f70dc0678c0 msgr2=0x7f70dc069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f70dc0678c0 0x7f70dc069d80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f70fc0af4c0 tx=0x7f70ec009040 comp rx=0 tx=0).stop 2024-09-10T10:18:07.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70fc15a060 msgr2=0x7f70fc0ae8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:07.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 --2- 172.21.15.157:0/1447903059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70fc15a060 0x7f70fc0ae8b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f70f001a0a0 tx=0x7f70f001acb0 comp rx=0 tx=0).stop 2024-09-10T10:18:07.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f70fad9d640 1 -- 172.21.15.157:0/1447903059 reap_dead start 2024-09-10T10:18:07.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 shutdown_connections 2024-09-10T10:18:07.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 >> 172.21.15.157:0/1447903059 conn(0x7f70fc06bcc0 msgr2=0x7f70fc072fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:07.987 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 shutdown_connections 2024-09-10T10:18:07.988 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:07.983+0000 7f7100c08640 1 -- 172.21.15.157:0/1447903059 wait complete. 2024-09-10T10:18:08.001 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-10T10:18:08.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.111+0000 7f4e865e8640 1 Processor -- start 2024-09-10T10:18:08.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e865e8640 1 -- start start 2024-09-10T10:18:08.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e865e8640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4e800b5200 0x7f4e8015c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e865e8640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e800b55e0 con 0x7f4e800cca90 2024-09-10T10:18:08.118 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e865e8640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e800cd020 con 0x7f4e800b1dc0 2024-09-10T10:18:08.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e865e8640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f4e800ce3b0 con 0x7f4e800b5200 2024-09-10T10:18:08.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e77fff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f4e800cca90 0x7f4e800b43d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33404/0 (socket says 172.21.15.157:33404) 2024-09-10T10:18:08.119 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e77fff640 1 -- 172.21.15.157:0/1251873805 learned_addr learned my addr 172.21.15.157:0/1251873805 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:08.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2543087192 0 0) 0x7f4e800b55e0 con 0x7f4e800cca90 2024-09-10T10:18:08.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e6c003530 con 0x7f4e800cca90 2024-09-10T10:18:08.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7ffff640 1 --2- 172.21.15.157:0/1251873805 >> v2:172.21.15.192:3300/0 conn(0x7f4e800b5200 0x7f4e8015c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2473899074 0 0) 0x7f4e6c003530 con 0x7f4e800cca90 2024-09-10T10:18:08.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 >> v2:172.21.15.192:3300/0 conn(0x7f4e800b5200 msgr2=0x7f4e8015c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:08.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 --2- 172.21.15.157:0/1251873805 >> v2:172.21.15.192:3300/0 conn(0x7f4e800b5200 0x7f4e8015c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 >> v1:172.21.15.192:6789/0 conn(0x7f4e800b1dc0 legacy=0x7f4e800b21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e800cd300 con 0x7f4e800cca90 2024-09-10T10:18:08.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f4e68001680 con 0x7f4e800cca90 2024-09-10T10:18:08.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 >> v1:172.21.15.157:6789/0 conn(0x7f4e800cca90 legacy=0x7f4e800b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e6c0039c0 0x7f4e6c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e6c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e6c0052f0 0x7f4e6c00b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c00c190 con 0x7f4e6c004810 2024-09-10T10:18:08.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c00c340 con 0x7f4e6c0039c0 2024-09-10T10:18:08.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f4e6c00c540 con 0x7f4e6c0052f0 2024-09-10T10:18:08.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e77fff640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e6c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e7ffff640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e6c0039c0 0x7f4e6c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e84b85640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e6c0052f0 0x7f4e6c00b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e77fff640 1 -- 172.21.15.157:0/1251873805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e6c0052f0 msgr2=0x7f4e6c00b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:08.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e77fff640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e6c0052f0 0x7f4e6c00b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e77fff640 1 -- 172.21.15.157:0/1251873805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e6c0039c0 msgr2=0x7f4e6c003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:08.123 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e77fff640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e6c0039c0 0x7f4e6c003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e77fff640 1 -- 172.21.15.157:0/1251873805 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e6c003530 con 0x7f4e6c004810 2024-09-10T10:18:08.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.115+0000 7f4e84b85640 1 -- 172.21.15.157:0/1251873805 reap_dead start 2024-09-10T10:18:08.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e77fff640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e6c004c90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4e6800c190 tx=0x7f4e6801cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37e88e0329e59429 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e68007d00 con 0x7f4e6c004810 2024-09-10T10:18:08.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e680a9020 con 0x7f4e6c004810 2024-09-10T10:18:08.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7f7fe640 1 -- 172.21.15.157:0/1251873805 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e68005ae0 con 0x7f4e6c004810 2024-09-10T10:18:08.127 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 -- 172.21.15.157:0/1251873805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 msgr2=0x7f4e6c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e6c004c90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4e6800c190 tx=0x7f4e6801cc20 comp rx=0 tx=0).stop 2024-09-10T10:18:08.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 -- 172.21.15.157:0/1251873805 shutdown_connections 2024-09-10T10:18:08.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 --2- 172.21.15.157:0/1251873805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e6c004c90 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 -- 172.21.15.157:0/1251873805 >> 172.21.15.157:0/1251873805 conn(0x7f4e8006bcc0 msgr2=0x7f4e8006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:08.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 -- 172.21.15.157:0/1251873805 shutdown_connections 2024-09-10T10:18:08.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 -- 172.21.15.157:0/1251873805 wait complete. 2024-09-10T10:18:08.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 Processor -- start 2024-09-10T10:18:08.128 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 -- start start 2024-09-10T10:18:08.129 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e80152730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.129 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e800af410 0x7f4e8014ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.129 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e801569b0 0x7f4e8015dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.129 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f4e800b4960 con 0x7f4e6c004810 2024-09-10T10:18:08.129 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4e800b47e0 con 0x7f4e800af410 2024-09-10T10:18:08.129 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e865e8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f4e800b3d40 con 0x7f4e801569b0 2024-09-10T10:18:08.129 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e80152730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.129 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e80152730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50728/0 (socket says 172.21.15.157:50728) 2024-09-10T10:18:08.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7ffff640 1 -- 172.21.15.157:0/1042195181 learned_addr learned my addr 172.21.15.157:0/1042195181 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:08.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7ffff640 1 -- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e801569b0 msgr2=0x7f4e8015dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e77fff640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e800af410 0x7f4e8014ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e84b85640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e801569b0 0x7f4e8015dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7ffff640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e801569b0 0x7f4e8015dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7ffff640 1 -- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e800af410 msgr2=0x7f4e8014ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7ffff640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e800af410 0x7f4e8014ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7ffff640 1 -- 172.21.15.157:0/1042195181 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e80158340 con 0x7f4e6c004810 2024-09-10T10:18:08.130 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e77fff640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e800af410 0x7f4e8014ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:08.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.119+0000 7f4e7ffff640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e80152730 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f4e7000f560 tx=0x7f4e7000fa20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e7d7fa640 1 -- 172.21.15.157:0/1042195181 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e70019030 con 0x7f4e6c004810 2024-09-10T10:18:08.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e7d7fa640 1 -- 172.21.15.157:0/1042195181 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e70004020 con 0x7f4e6c004810 2024-09-10T10:18:08.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e80158620 con 0x7f4e6c004810 2024-09-10T10:18:08.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e7d7fa640 1 -- 172.21.15.157:0/1042195181 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e700043f0 con 0x7f4e6c004810 2024-09-10T10:18:08.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e80158be0 con 0x7f4e6c004810 2024-09-10T10:18:08.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e80158e20 con 0x7f4e6c004810 2024-09-10T10:18:08.131 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e7d7fa640 1 -- 172.21.15.157:0/1042195181 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f4e7001c070 con 0x7f4e6c004810 2024-09-10T10:18:08.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e7d7fa640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4e600678f0 0x7f4e60069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e7d7fa640 1 -- 172.21.15.157:0/1042195181 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f4e70085cc0 con 0x7f4e6c004810 2024-09-10T10:18:08.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e77fff640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4e600678f0 0x7f4e60069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.132 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.123+0000 7f4e77fff640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4e600678f0 0x7f4e60069db0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4e680aa000 tx=0x7f4e800cd1f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.133 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.127+0000 7f4e7d7fa640 1 -- 172.21.15.157:0/1042195181 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f4e80158e20 con 0x7f4e6c004810 2024-09-10T10:18:08.292 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.287+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f4e800b40d0 con 0x7f4e600678f0 2024-09-10T10:18:08.293 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.287+0000 7f4e7d7fa640 1 -- 172.21.15.157:0/1042195181 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f4e800b40d0 con 0x7f4e600678f0 2024-09-10T10:18:08.293 INFO:teuthology.orchestra.run.smithi157.stderr:instructed osd(s) 3 to deep-scrub 2024-09-10T10:18:08.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4e600678f0 msgr2=0x7f4e60069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4e600678f0 0x7f4e60069db0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4e680aa000 tx=0x7f4e800cd1f0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 msgr2=0x7f4e80152730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.295 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e80152730 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f4e7000f560 tx=0x7f4e7000fa20 comp rx=0 tx=0).stop 2024-09-10T10:18:08.296 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 shutdown_connections 2024-09-10T10:18:08.296 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f4e600678f0 0x7f4e60069db0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.296 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e801569b0 0x7f4e8015dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.296 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e800af410 0x7f4e8014ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.296 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 --2- 172.21.15.157:0/1042195181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e6c004810 0x7f4e80152730 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.296 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 >> 172.21.15.157:0/1042195181 conn(0x7f4e8006bcc0 msgr2=0x7f4e800cc340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:08.296 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 shutdown_connections 2024-09-10T10:18:08.297 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.291+0000 7f4e865e8640 1 -- 172.21.15.157:0/1042195181 wait complete. 2024-09-10T10:18:08.312 INFO:tasks.ceph:Scrubbing osd.4 2024-09-10T10:18:08.312 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:18:08.433 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c6dd0640 1 Processor -- start 2024-09-10T10:18:08.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c6dd0640 1 -- start start 2024-09-10T10:18:08.434 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c6dd0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c0155a40 0x7f15c00b3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c6dd0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f15c015b8d0 0x7f15c00d0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c6dd0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15c015c0c0 con 0x7f15c00d0560 2024-09-10T10:18:08.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c6dd0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f15c00ce1a0 con 0x7f15c015b8d0 2024-09-10T10:18:08.435 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c6dd0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f15c015c3a0 con 0x7f15c0155a40 2024-09-10T10:18:08.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c4b6c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c0155a40 0x7f15c00b3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15bffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f15c015b8d0 0x7f15c00d0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c536d640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f15c00d0560 0x7f15c006cdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:49632/0 (socket says 172.21.15.157:49632) 2024-09-10T10:18:08.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c4b6c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c0155a40 0x7f15c00b3480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.157:40026/0 (socket says 172.21.15.157:40026) 2024-09-10T10:18:08.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c536d640 1 -- 172.21.15.157:0/67854379 learned_addr learned my addr 172.21.15.157:0/67854379 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:08.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c4b6c640 1 -- 172.21.15.157:0/67854379 >> v2:172.21.15.192:3300/0 conn(0x7f15c015b8d0 msgr2=0x7f15c00d0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:08.436 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c4b6c640 1 --2- 172.21.15.157:0/67854379 >> v2:172.21.15.192:3300/0 conn(0x7f15c015b8d0 0x7f15c00d0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c4b6c640 1 -- 172.21.15.157:0/67854379 >> v1:172.21.15.192:6789/0 conn(0x7f15c00d0560 legacy=0x7f15c006cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15c4b6c640 1 -- 172.21.15.157:0/67854379 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c015c680 con 0x7f15c0155a40 2024-09-10T10:18:08.437 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.431+0000 7f15bffff640 1 --2- 172.21.15.157:0/67854379 >> v2:172.21.15.192:3300/0 conn(0x7f15c015b8d0 0x7f15c00d0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:18:08.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c4b6c640 1 --2- 172.21.15.157:0/67854379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c0155a40 0x7f15c00b3480 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f15b40097c0 tx=0x7f15b401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4397ffc751d41074 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15bf7fe640 1 -- 172.21.15.157:0/67854379 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b40b0070 con 0x7f15c0155a40 2024-09-10T10:18:08.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15bf7fe640 1 -- 172.21.15.157:0/67854379 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15b40ab600 con 0x7f15c0155a40 2024-09-10T10:18:08.438 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15bf7fe640 1 -- 172.21.15.157:0/67854379 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b40ab9d0 con 0x7f15c0155a40 2024-09-10T10:18:08.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 -- 172.21.15.157:0/67854379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c0155a40 msgr2=0x7f15c00b3480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 --2- 172.21.15.157:0/67854379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c0155a40 0x7f15c00b3480 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f15b40097c0 tx=0x7f15b401c4a0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.439 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 -- 172.21.15.157:0/67854379 shutdown_connections 2024-09-10T10:18:08.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 --2- 172.21.15.157:0/67854379 >> v2:172.21.15.192:3300/0 conn(0x7f15c015b8d0 0x7f15c00d0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 --2- 172.21.15.157:0/67854379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c0155a40 0x7f15c00b3480 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 -- 172.21.15.157:0/67854379 >> 172.21.15.157:0/67854379 conn(0x7f15c006bcc0 msgr2=0x7f15c006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:08.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 -- 172.21.15.157:0/67854379 shutdown_connections 2024-09-10T10:18:08.440 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 -- 172.21.15.157:0/67854379 wait complete. 2024-09-10T10:18:08.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 Processor -- start 2024-09-10T10:18:08.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 -- start start 2024-09-10T10:18:08.442 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15c00d0560 0x7f15c0144fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15c0155a40 0x7f15c01483b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c015b8d0 0x7f15c01f52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f15c0168120 con 0x7f15c0155a40 2024-09-10T10:18:08.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f15c00d0970 con 0x7f15c00d0560 2024-09-10T10:18:08.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.435+0000 7f15c6dd0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f15c01682a0 con 0x7f15c015b8d0 2024-09-10T10:18:08.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15c0155a40 0x7f15c01483b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15c0155a40 0x7f15c01483b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50744/0 (socket says 172.21.15.157:50744) 2024-09-10T10:18:08.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bffff640 1 -- 172.21.15.157:0/849175718 learned_addr learned my addr 172.21.15.157:0/849175718 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:08.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15c536d640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c015b8d0 0x7f15c01f52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15c4b6c640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15c00d0560 0x7f15c0144fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bffff640 1 -- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c015b8d0 msgr2=0x7f15c01f52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bffff640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15c015b8d0 0x7f15c01f52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bffff640 1 -- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15c00d0560 msgr2=0x7f15c0144fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bffff640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15c00d0560 0x7f15c0144fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bffff640 1 -- 172.21.15.157:0/849175718 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c0156490 con 0x7f15c0155a40 2024-09-10T10:18:08.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bffff640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15c0155a40 0x7f15c01483b0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f15b000e930 tx=0x7f15b000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.444 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bd7fa640 1 -- 172.21.15.157:0/849175718 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b0017070 con 0x7f15c0155a40 2024-09-10T10:18:08.445 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bd7fa640 1 -- 172.21.15.157:0/849175718 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15b000ca00 con 0x7f15c0155a40 2024-09-10T10:18:08.445 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15c0156770 con 0x7f15c0155a40 2024-09-10T10:18:08.445 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bd7fa640 1 -- 172.21.15.157:0/849175718 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b000cdd0 con 0x7f15c0155a40 2024-09-10T10:18:08.445 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15c0156d30 con 0x7f15c0155a40 2024-09-10T10:18:08.445 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f15c0069220 con 0x7f15c0155a40 2024-09-10T10:18:08.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bd7fa640 1 -- 172.21.15.157:0/849175718 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f15b001a070 con 0x7f15c0155a40 2024-09-10T10:18:08.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bd7fa640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f15ac0678c0 0x7f15ac069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bd7fa640 1 -- 172.21.15.157:0/849175718 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f15b0085f90 con 0x7f15c0155a40 2024-09-10T10:18:08.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bd7fa640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f15ac06d780 0x7f15ac06fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bd7fa640 1 -- 172.21.15.157:0/849175718 --> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f15ac070250 con 0x7f15ac06d780 2024-09-10T10:18:08.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15bd7fa640 1 -- 172.21.15.157:0/849175718 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f15b0086420 con 0x7f15c0155a40 2024-09-10T10:18:08.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15c4b6c640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f15ac0678c0 0x7f15ac069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15c536d640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f15ac06d780 0x7f15ac06fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15c536d640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f15ac06d780 0x7f15ac06fba0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.439+0000 7f15c4b6c640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f15ac0678c0 0x7f15ac069d80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f15b40ad000 tx=0x7f15b40a6000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.443+0000 7f15bd7fa640 1 -- 172.21.15.157:0/849175718 <== osd.4 v2:172.21.15.192:6802/730677614 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f15ac070250 con 0x7f15ac06d780 2024-09-10T10:18:08.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 --> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f15c0157170 con 0x7f15ac06d780 2024-09-10T10:18:08.459 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15bd7fa640 1 -- 172.21.15.157:0/849175718 <== osd.4 v2:172.21.15.192:6802/730677614 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f15c0157170 con 0x7f15ac06d780 2024-09-10T10:18:08.460 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:18:08.460 INFO:teuthology.orchestra.run.smithi157.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:18:08.460 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:18:08.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f15ac06d780 msgr2=0x7f15ac06fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6802/730677614,v1:172.21.15.192:6803/730677614] conn(0x7f15ac06d780 0x7f15ac06fba0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f15ac0678c0 msgr2=0x7f15ac069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f15ac0678c0 0x7f15ac069d80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f15b40ad000 tx=0x7f15b40a6000 comp rx=0 tx=0).stop 2024-09-10T10:18:08.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15c0155a40 msgr2=0x7f15c01483b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.461 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 --2- 172.21.15.157:0/849175718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15c0155a40 0x7f15c01483b0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f15b000e930 tx=0x7f15b000edf0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.462 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c536d640 1 -- 172.21.15.157:0/849175718 reap_dead start 2024-09-10T10:18:08.462 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 shutdown_connections 2024-09-10T10:18:08.462 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 >> 172.21.15.157:0/849175718 conn(0x7f15c006bcc0 msgr2=0x7f15c006cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:08.462 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 shutdown_connections 2024-09-10T10:18:08.462 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.455+0000 7f15c6dd0640 1 -- 172.21.15.157:0/849175718 wait complete. 2024-09-10T10:18:08.474 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-10T10:18:08.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.579+0000 7f726553d640 1 Processor -- start 2024-09-10T10:18:08.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.579+0000 7f726553d640 1 -- start start 2024-09-10T10:18:08.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f726553d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f726006d4e0 0x7f72600cf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f726553d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72600cfb90 0x7f7260072af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f726553d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72600d0290 con 0x7f726015b0a0 2024-09-10T10:18:08.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f726553d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f72600d0040 con 0x7f726006d4e0 2024-09-10T10:18:08.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f726553d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7260071d30 con 0x7f72600cfb90 2024-09-10T10:18:08.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725effd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f726015b0a0 0x7f726006cdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33420/0 (socket says 172.21.15.157:33420) 2024-09-10T10:18:08.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725effd640 1 -- 172.21.15.157:0/1076385930 learned_addr learned my addr 172.21.15.157:0/1076385930 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:08.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1957438356 0 0) 0x7f72600d0290 con 0x7f726015b0a0 2024-09-10T10:18:08.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f724c003530 con 0x7f726015b0a0 2024-09-10T10:18:08.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f72567fc640 1 --2- 172.21.15.157:0/1076385930 >> v2:172.21.15.192:3300/0 conn(0x7f726006d4e0 0x7f72600cf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725f7fe640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72600cfb90 0x7f7260072af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 541580813 0 0) 0x7f724c003530 con 0x7f726015b0a0 2024-09-10T10:18:08.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72600cfb90 msgr2=0x7f7260072af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:08.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72600cfb90 0x7f7260072af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 >> v2:172.21.15.192:3300/0 conn(0x7f726006d4e0 msgr2=0x7f72600cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:08.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 --2- 172.21.15.157:0/1076385930 >> v2:172.21.15.192:3300/0 conn(0x7f726006d4e0 0x7f72600cf650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.589 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7260072010 con 0x7f726015b0a0 2024-09-10T10:18:08.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f7250001680 con 0x7f726015b0a0 2024-09-10T10:18:08.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 >> v1:172.21.15.157:6789/0 conn(0x7f726015b0a0 legacy=0x7f726006cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c0039c0 0x7f724c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f724c004810 0x7f724c004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72600cfb90 0x7f724c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f72600d0040 con 0x7f724c004810 2024-09-10T10:18:08.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7260071d30 con 0x7f724c0039c0 2024-09-10T10:18:08.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f724c00bb30 con 0x7f72600cfb90 2024-09-10T10:18:08.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f72567fc640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f724c004810 0x7f724c004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725effd640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c0039c0 0x7f724c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725f7fe640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72600cfb90 0x7f724c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f72567fc640 1 -- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72600cfb90 msgr2=0x7f724c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:08.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f72567fc640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72600cfb90 0x7f724c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f72567fc640 1 -- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c0039c0 msgr2=0x7f724c003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:08.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f72567fc640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c0039c0 0x7f724c003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f72567fc640 1 -- 172.21.15.157:0/1076385930 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f724c003530 con 0x7f724c004810 2024-09-10T10:18:08.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725effd640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c0039c0 0x7f724c003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:08.592 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725f7fe640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72600cfb90 0x7f724c0051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:08.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f72567fc640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f724c004810 0x7f724c004c90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f72600b0d50 tx=0x7f724801c660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd2f07fbc0b11217 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f724800b610 con 0x7f724c004810 2024-09-10T10:18:08.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72480b0070 con 0x7f724c004810 2024-09-10T10:18:08.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.583+0000 7f725e7fc640 1 -- 172.21.15.157:0/1076385930 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72480ab890 con 0x7f724c004810 2024-09-10T10:18:08.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- 172.21.15.157:0/1076385930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f724c004810 msgr2=0x7f724c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 --2- 172.21.15.157:0/1076385930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f724c004810 0x7f724c004c90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f72600b0d50 tx=0x7f724801c660 comp rx=0 tx=0).stop 2024-09-10T10:18:08.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f725f7fe640 1 -- 172.21.15.157:0/1076385930 reap_dead start 2024-09-10T10:18:08.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- 172.21.15.157:0/1076385930 shutdown_connections 2024-09-10T10:18:08.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- 172.21.15.157:0/1076385930 >> 172.21.15.157:0/1076385930 conn(0x7f72600cdbe0 msgr2=0x7f72600cdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:08.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- 172.21.15.157:0/1076385930 shutdown_connections 2024-09-10T10:18:08.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- 172.21.15.157:0/1076385930 wait complete. 2024-09-10T10:18:08.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 Processor -- start 2024-09-10T10:18:08.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- start start 2024-09-10T10:18:08.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c004810 0x7f726015e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72601511a0 0x7f726014e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7260157120 0x7f72601575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f7260073480 con 0x7f72601511a0 2024-09-10T10:18:08.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7260073300 con 0x7f724c004810 2024-09-10T10:18:08.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f7260073600 con 0x7f7260157120 2024-09-10T10:18:08.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f72567fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72601511a0 0x7f726014e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f72567fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72601511a0 0x7f726014e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50748/0 (socket says 172.21.15.157:50748) 2024-09-10T10:18:08.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f72567fc640 1 -- 172.21.15.157:0/2527662387 learned_addr learned my addr 172.21.15.157:0/2527662387 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:08.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f72567fc640 1 -- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7260157120 msgr2=0x7f72601575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f72567fc640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7260157120 0x7f72601575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f72567fc640 1 -- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c004810 msgr2=0x7f726015e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f725effd640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c004810 0x7f726015e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f72567fc640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c004810 0x7f726015e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f72567fc640 1 -- 172.21.15.157:0/2527662387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726014ecc0 con 0x7f72601511a0 2024-09-10T10:18:08.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f725effd640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c004810 0x7f726015e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:08.598 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f72567fc640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72601511a0 0x7f726014e220 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f724801cb40 tx=0x7f724c005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f7257fff640 1 -- 172.21.15.157:0/2527662387 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72480ba070 con 0x7f72601511a0 2024-09-10T10:18:08.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f7257fff640 1 -- 172.21.15.157:0/2527662387 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72480ab790 con 0x7f72601511a0 2024-09-10T10:18:08.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7260151d00 con 0x7f72601511a0 2024-09-10T10:18:08.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f7257fff640 1 -- 172.21.15.157:0/2527662387 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72480abb60 con 0x7f72601511a0 2024-09-10T10:18:08.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.587+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7260151a20 con 0x7f72601511a0 2024-09-10T10:18:08.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.591+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72600cf650 con 0x7f72601511a0 2024-09-10T10:18:08.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.591+0000 7f7257fff640 1 -- 172.21.15.157:0/2527662387 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f72480c5060 con 0x7f72601511a0 2024-09-10T10:18:08.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.591+0000 7f7257fff640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72400678c0 0x7f7240069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.591+0000 7f7257fff640 1 -- 172.21.15.157:0/2527662387 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f724811fbf0 con 0x7f72601511a0 2024-09-10T10:18:08.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.591+0000 7f725effd640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72400678c0 0x7f7240069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.591+0000 7f725effd640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72400678c0 0x7f7240069d80 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f72500017f0 tx=0x7f7250009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.600 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.595+0000 7f7257fff640 1 -- 172.21.15.157:0/2527662387 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f7248016370 con 0x7f72601511a0 2024-09-10T10:18:08.746 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.743+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f726006e200 con 0x7f72400678c0 2024-09-10T10:18:08.747 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.743+0000 7f7257fff640 1 -- 172.21.15.157:0/2527662387 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f726006e200 con 0x7f72400678c0 2024-09-10T10:18:08.747 INFO:teuthology.orchestra.run.smithi157.stderr:instructed osd(s) 4 to deep-scrub 2024-09-10T10:18:08.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.743+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72400678c0 msgr2=0x7f7240069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.749 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.743+0000 7f726553d640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72400678c0 0x7f7240069d80 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f72500017f0 tx=0x7f7250009040 comp rx=0 tx=0).stop 2024-09-10T10:18:08.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.743+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72601511a0 msgr2=0x7f726014e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.743+0000 7f726553d640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72601511a0 0x7f726014e220 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f724801cb40 tx=0x7f724c005840 comp rx=0 tx=0).stop 2024-09-10T10:18:08.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.747+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 shutdown_connections 2024-09-10T10:18:08.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.747+0000 7f726553d640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f72400678c0 0x7f7240069d80 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.747+0000 7f726553d640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7260157120 0x7f72601575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.747+0000 7f726553d640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72601511a0 0x7f726014e220 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.750 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.747+0000 7f726553d640 1 --2- 172.21.15.157:0/2527662387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f724c004810 0x7f726015e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.747+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 >> 172.21.15.157:0/2527662387 conn(0x7f72600cdbe0 msgr2=0x7f72600ceeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:08.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.747+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 shutdown_connections 2024-09-10T10:18:08.751 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.747+0000 7f726553d640 1 -- 172.21.15.157:0/2527662387 wait complete. 2024-09-10T10:18:08.765 INFO:tasks.ceph:Scrubbing osd.5 2024-09-10T10:18:08.765 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:18:08.884 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f677375b640 1 Processor -- start 2024-09-10T10:18:08.884 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f677375b640 1 -- start start 2024-09-10T10:18:08.885 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f677375b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f676c15c9a0 0x7f676c0cf220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.885 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f677375b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f676c0d06a0 0x7f676c0cf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.885 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f677375b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f676c0cccf0 con 0x7f676c15a060 2024-09-10T10:18:08.886 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f677375b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f676c15a440 con 0x7f676c0d06a0 2024-09-10T10:18:08.886 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f677375b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f676c0ccaa0 con 0x7f676c15c9a0 2024-09-10T10:18:08.886 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f6771cf8640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f676c0d06a0 0x7f676c0cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.886 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f6771cf8640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f676c0d06a0 0x7f676c0cf760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50760/0 (socket says 172.21.15.157:50760) 2024-09-10T10:18:08.886 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f67714f7640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f676c15a060 0x7f676c0cff90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33428/0 (socket says 172.21.15.157:33428) 2024-09-10T10:18:08.886 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f6771cf8640 1 -- 172.21.15.157:0/711861048 learned_addr learned my addr 172.21.15.157:0/711861048 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:08.886 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f6771cf8640 1 -- 172.21.15.157:0/711861048 >> v2:172.21.15.192:3300/0 conn(0x7f676c15c9a0 msgr2=0x7f676c0cf220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:08.886 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.879+0000 7f6770cf6640 1 --2- 172.21.15.157:0/711861048 >> v2:172.21.15.192:3300/0 conn(0x7f676c15c9a0 0x7f676c0cf220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.887 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f6771cf8640 1 --2- 172.21.15.157:0/711861048 >> v2:172.21.15.192:3300/0 conn(0x7f676c15c9a0 0x7f676c0cf220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.887 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f6771cf8640 1 -- 172.21.15.157:0/711861048 >> v1:172.21.15.157:6789/0 conn(0x7f676c15a060 legacy=0x7f676c0cff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.887 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f6771cf8640 1 -- 172.21.15.157:0/711861048 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f676c0ccfd0 con 0x7f676c0d06a0 2024-09-10T10:18:08.887 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f6763fff640 1 -- 172.21.15.157:0/711861048 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 943325668 0 0) 0x7f676c0cccf0 con 0x7f676c15a060 2024-09-10T10:18:08.887 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f6770cf6640 1 --2- 172.21.15.157:0/711861048 >> v2:172.21.15.192:3300/0 conn(0x7f676c15c9a0 0x7f676c0cf220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:08.888 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f6771cf8640 1 --2- 172.21.15.157:0/711861048 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 0x7f676c0cf760 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f676c0cc8f0 tx=0x7f676401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36cfade69e05f3a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.888 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f6763fff640 1 -- 172.21.15.157:0/711861048 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67640a5880 con 0x7f676c0d06a0 2024-09-10T10:18:08.888 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f6763fff640 1 -- 172.21.15.157:0/711861048 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67640a5a20 con 0x7f676c0d06a0 2024-09-10T10:18:08.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f6763fff640 1 -- 172.21.15.157:0/711861048 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67640a5df0 con 0x7f676c0d06a0 2024-09-10T10:18:08.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f677375b640 1 -- 172.21.15.157:0/711861048 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 msgr2=0x7f676c0cf760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f677375b640 1 --2- 172.21.15.157:0/711861048 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 0x7f676c0cf760 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f676c0cc8f0 tx=0x7f676401c9c0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f677375b640 1 -- 172.21.15.157:0/711861048 shutdown_connections 2024-09-10T10:18:08.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f677375b640 1 --2- 172.21.15.157:0/711861048 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 0x7f676c0cf760 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f677375b640 1 --2- 172.21.15.157:0/711861048 >> v2:172.21.15.192:3300/0 conn(0x7f676c15c9a0 0x7f676c0cf220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f677375b640 1 -- 172.21.15.157:0/711861048 >> 172.21.15.157:0/711861048 conn(0x7f676c06bcc0 msgr2=0x7f676c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:08.889 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f677375b640 1 -- 172.21.15.157:0/711861048 shutdown_connections 2024-09-10T10:18:08.890 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.883+0000 7f677375b640 1 -- 172.21.15.157:0/711861048 wait complete. 2024-09-10T10:18:08.891 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 Processor -- start 2024-09-10T10:18:08.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 -- start start 2024-09-10T10:18:08.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 0x7f676c1f7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676c15a060 0x7f676c0b4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f676c15c9a0 0x7f676c165710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f676c1608f0 con 0x7f676c0d06a0 2024-09-10T10:18:08.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f676c160770 con 0x7f676c15a060 2024-09-10T10:18:08.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f676c160a70 con 0x7f676c15c9a0 2024-09-10T10:18:08.892 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f67714f7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 0x7f676c1f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f67714f7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 0x7f676c1f7430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50764/0 (socket says 172.21.15.157:50764) 2024-09-10T10:18:08.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f67714f7640 1 -- 172.21.15.157:0/3514613004 learned_addr learned my addr 172.21.15.157:0/3514613004 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:08.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6770cf6640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676c15a060 0x7f676c0b4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f67714f7640 1 -- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f676c15c9a0 msgr2=0x7f676c165710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f67714f7640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f676c15c9a0 0x7f676c165710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f67714f7640 1 -- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676c15a060 msgr2=0x7f676c0b4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f67714f7640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f676c15a060 0x7f676c0b4460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.893 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f67714f7640 1 -- 172.21.15.157:0/3514613004 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f676c1f6970 con 0x7f676c0d06a0 2024-09-10T10:18:08.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f67714f7640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 0x7f676c1f7430 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f67680011f0 tx=0x7f676800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6761ffb640 1 -- 172.21.15.157:0/3514613004 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6768018070 con 0x7f676c0d06a0 2024-09-10T10:18:08.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6761ffb640 1 -- 172.21.15.157:0/3514613004 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67680074e0 con 0x7f676c0d06a0 2024-09-10T10:18:08.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f676c0b4db0 con 0x7f676c0d06a0 2024-09-10T10:18:08.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6761ffb640 1 -- 172.21.15.157:0/3514613004 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6768004a10 con 0x7f676c0d06a0 2024-09-10T10:18:08.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f676c1f6c30 con 0x7f676c0d06a0 2024-09-10T10:18:08.894 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f676c1f7030 con 0x7f676c0d06a0 2024-09-10T10:18:08.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6761ffb640 1 -- 172.21.15.157:0/3514613004 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f676801b070 con 0x7f676c0d06a0 2024-09-10T10:18:08.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6761ffb640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678c0 0x7f6750069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6761ffb640 1 -- 172.21.15.157:0/3514613004 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f6768085210 con 0x7f676c0d06a0 2024-09-10T10:18:08.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6761ffb640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7f675006d780 0x7f675006fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:08.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6761ffb640 1 -- 172.21.15.157:0/3514613004 --> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6768005e50 con 0x7f675006d780 2024-09-10T10:18:08.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6761ffb640 1 -- 172.21.15.157:0/3514613004 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f67680856a0 con 0x7f676c0d06a0 2024-09-10T10:18:08.896 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.887+0000 7f6770cf6640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678c0 0x7f6750069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.891+0000 7f6771cf8640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7f675006d780 0x7f675006fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:08.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.891+0000 7f6770cf6640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678c0 0x7f6750069d80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f675c006fd0 tx=0x7f675c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.891+0000 7f6771cf8640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7f675006d780 0x7f675006fba0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:08.897 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.891+0000 7f6761ffb640 1 -- 172.21.15.157:0/3514613004 <== osd.5 v2:172.21.15.192:6826/2504646371 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6768005e50 con 0x7f675006d780 2024-09-10T10:18:08.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 --> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f676c069220 con 0x7f675006d780 2024-09-10T10:18:08.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f6761ffb640 1 -- 172.21.15.157:0/3514613004 <== osd.5 v2:172.21.15.192:6826/2504646371 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f676c069220 con 0x7f675006d780 2024-09-10T10:18:08.909 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:18:08.909 INFO:teuthology.orchestra.run.smithi157.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:18:08.909 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:18:08.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7f675006d780 msgr2=0x7f675006fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6826/2504646371,v1:172.21.15.192:6827/2504646371] conn(0x7f675006d780 0x7f675006fba0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678c0 msgr2=0x7f6750069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f67500678c0 0x7f6750069d80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f675c006fd0 tx=0x7f675c008040 comp rx=0 tx=0).stop 2024-09-10T10:18:08.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 msgr2=0x7f676c1f7430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:08.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 --2- 172.21.15.157:0/3514613004 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676c0d06a0 0x7f676c1f7430 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f67680011f0 tx=0x7f676800c9b0 comp rx=0 tx=0).stop 2024-09-10T10:18:08.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f6771cf8640 1 -- 172.21.15.157:0/3514613004 reap_dead start 2024-09-10T10:18:08.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 shutdown_connections 2024-09-10T10:18:08.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 >> 172.21.15.157:0/3514613004 conn(0x7f676c06bcc0 msgr2=0x7f676c06c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:08.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 shutdown_connections 2024-09-10T10:18:08.911 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:08.903+0000 7f677375b640 1 -- 172.21.15.157:0/3514613004 wait complete. 2024-09-10T10:18:08.923 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-10T10:18:09.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f6563e2a640 1 Processor -- start 2024-09-10T10:18:09.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f6563e2a640 1 -- start start 2024-09-10T10:18:09.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f6563e2a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f655c15e370 0x7f655c0b3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f6563e2a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f655c0cfa80 0x7f655c0b4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f6563e2a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c0b5150 0x7f655c0aef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f6563e2a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f655c0b4780 con 0x7f655c0cfa80 2024-09-10T10:18:09.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f6563e2a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f655c0b4450 con 0x7f655c15e370 2024-09-10T10:18:09.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f6563e2a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f655c0b3960 con 0x7f655c0b5150 2024-09-10T10:18:09.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f65613c5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f655c0cfa80 0x7f655c0b4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f65613c5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f655c0cfa80 0x7f655c0b4c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50772/0 (socket says 172.21.15.157:50772) 2024-09-10T10:18:09.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f65613c5640 1 -- 172.21.15.157:0/2575645833 learned_addr learned my addr 172.21.15.157:0/2575645833 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:09.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f65623c7640 1 --2- 172.21.15.157:0/2575645833 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c0b5150 0x7f655c0aef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f6561bc6640 1 --2- 172.21.15.157:0/2575645833 >> v2:172.21.15.192:3300/0 conn(0x7f655c15e370 0x7f655c0b3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f65613c5640 1 -- 172.21.15.157:0/2575645833 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c0b5150 msgr2=0x7f655c0aef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f65613c5640 1 --2- 172.21.15.157:0/2575645833 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c0b5150 0x7f655c0aef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f65613c5640 1 -- 172.21.15.157:0/2575645833 >> v2:172.21.15.192:3300/0 conn(0x7f655c15e370 msgr2=0x7f655c0b3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.037 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f65613c5640 1 --2- 172.21.15.157:0/2575645833 >> v2:172.21.15.192:3300/0 conn(0x7f655c15e370 0x7f655c0b3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.038 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.031+0000 7f65613c5640 1 -- 172.21.15.157:0/2575645833 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f655c0b3c40 con 0x7f655c0cfa80 2024-09-10T10:18:09.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 --2- 172.21.15.157:0/2575645833 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 0x7f655c0b4c10 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f655c070600 tx=0x7f654c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=629652c26bcedf72 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6560bc4640 1 -- 172.21.15.157:0/2575645833 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654c0b0070 con 0x7f655c0cfa80 2024-09-10T10:18:09.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6560bc4640 1 -- 172.21.15.157:0/2575645833 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f654c0ab600 con 0x7f655c0cfa80 2024-09-10T10:18:09.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6560bc4640 1 -- 172.21.15.157:0/2575645833 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654c0ab9d0 con 0x7f655c0cfa80 2024-09-10T10:18:09.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- 172.21.15.157:0/2575645833 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 msgr2=0x7f655c0b4c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 --2- 172.21.15.157:0/2575645833 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 0x7f655c0b4c10 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f655c070600 tx=0x7f654c01c520 comp rx=0 tx=0).stop 2024-09-10T10:18:09.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- 172.21.15.157:0/2575645833 shutdown_connections 2024-09-10T10:18:09.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 --2- 172.21.15.157:0/2575645833 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c0b5150 0x7f655c0aef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 --2- 172.21.15.157:0/2575645833 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 0x7f655c0b4c10 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 --2- 172.21.15.157:0/2575645833 >> v2:172.21.15.192:3300/0 conn(0x7f655c15e370 0x7f655c0b3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- 172.21.15.157:0/2575645833 >> 172.21.15.157:0/2575645833 conn(0x7f655c06bcc0 msgr2=0x7f655c06c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:09.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- 172.21.15.157:0/2575645833 shutdown_connections 2024-09-10T10:18:09.041 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- 172.21.15.157:0/2575645833 wait complete. 2024-09-10T10:18:09.041 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 Processor -- start 2024-09-10T10:18:09.041 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- start start 2024-09-10T10:18:09.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f655c0b5150 0x7f655c150010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.043 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 0x7f655c156020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c15e370 0x7f655c152cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f655c0d0050 con 0x7f655c0cfa80 2024-09-10T10:18:09.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f655c0af870 con 0x7f655c0b5150 2024-09-10T10:18:09.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f655c0d01d0 con 0x7f655c15e370 2024-09-10T10:18:09.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 0x7f655c156020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 0x7f655c156020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50776/0 (socket says 172.21.15.157:50776) 2024-09-10T10:18:09.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 -- 172.21.15.157:0/1161432255 learned_addr learned my addr 172.21.15.157:0/1161432255 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:09.044 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6561bc6640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f655c0b5150 0x7f655c150010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65623c7640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c15e370 0x7f655c152cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 -- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c15e370 msgr2=0x7f655c152cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c15e370 0x7f655c152cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 -- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f655c0b5150 msgr2=0x7f655c150010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f655c0b5150 0x7f655c150010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 -- 172.21.15.157:0/1161432255 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f655c0cd740 con 0x7f655c0cfa80 2024-09-10T10:18:09.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6561bc6640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f655c0b5150 0x7f655c150010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:09.045 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65613c5640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 0x7f655c156020 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f654c01abd0 tx=0x7f654c0192c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65527fc640 1 -- 172.21.15.157:0/1161432255 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654c0b0040 con 0x7f655c0cfa80 2024-09-10T10:18:09.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65527fc640 1 -- 172.21.15.157:0/1161432255 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f654c0b4620 con 0x7f655c0cfa80 2024-09-10T10:18:09.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f65527fc640 1 -- 172.21.15.157:0/1161432255 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654c0b4a10 con 0x7f655c0cfa80 2024-09-10T10:18:09.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f655c14dc00 con 0x7f655c0cfa80 2024-09-10T10:18:09.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.035+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f655c071780 con 0x7f655c0cfa80 2024-09-10T10:18:09.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.039+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f655c0b4c10 con 0x7f655c0cfa80 2024-09-10T10:18:09.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.039+0000 7f65527fc640 1 -- 172.21.15.157:0/1161432255 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f654c0ab4c0 con 0x7f655c0cfa80 2024-09-10T10:18:09.046 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.039+0000 7f65527fc640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65400678c0 0x7f6540069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.039+0000 7f65527fc640 1 -- 172.21.15.157:0/1161432255 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f654c11f670 con 0x7f655c0cfa80 2024-09-10T10:18:09.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.039+0000 7f6561bc6640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65400678c0 0x7f6540069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.039+0000 7f6561bc6640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65400678c0 0x7f6540069d80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6554006fd0 tx=0x7f6554008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.047 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.043+0000 7f65527fc640 1 -- 172.21.15.157:0/1161432255 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f655c14dc00 con 0x7f655c0cfa80 2024-09-10T10:18:09.204 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.199+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f655c06d480 con 0x7f65400678c0 2024-09-10T10:18:09.205 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.199+0000 7f65527fc640 1 -- 172.21.15.157:0/1161432255 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f655c06d480 con 0x7f65400678c0 2024-09-10T10:18:09.205 INFO:teuthology.orchestra.run.smithi157.stderr:instructed osd(s) 5 to deep-scrub 2024-09-10T10:18:09.207 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65400678c0 msgr2=0x7f6540069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.207 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65400678c0 0x7f6540069d80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6554006fd0 tx=0x7f6554008040 comp rx=0 tx=0).stop 2024-09-10T10:18:09.207 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 msgr2=0x7f655c156020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.207 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 0x7f655c156020 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f654c01abd0 tx=0x7f654c0192c0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.207 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 shutdown_connections 2024-09-10T10:18:09.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f65400678c0 0x7f6540069d80 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f655c15e370 0x7f655c152cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f655c0cfa80 0x7f655c156020 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 --2- 172.21.15.157:0/1161432255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f655c0b5150 0x7f655c150010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 >> 172.21.15.157:0/1161432255 conn(0x7f655c06bcc0 msgr2=0x7f655c06d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:09.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 shutdown_connections 2024-09-10T10:18:09.208 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.203+0000 7f6563e2a640 1 -- 172.21.15.157:0/1161432255 wait complete. 2024-09-10T10:18:09.223 INFO:tasks.ceph:Scrubbing osd.6 2024-09-10T10:18:09.224 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:18:09.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a6973640 1 Processor -- start 2024-09-10T10:18:09.343 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a6973640 1 -- start start 2024-09-10T10:18:09.344 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a6973640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f42a015a060 0x7f42a00cff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.345 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a6973640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42a015c9a0 0x7f42a00d04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.345 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a6973640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f42a00cf220 0x7f42a00cf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.345 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a6973640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f42a015a440 con 0x7f42a00cf220 2024-09-10T10:18:09.345 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a6973640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f42a00ccaa0 con 0x7f42a015a060 2024-09-10T10:18:09.345 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a6973640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f42a00cccf0 con 0x7f42a015c9a0 2024-09-10T10:18:09.345 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a4f10640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f42a00cf220 0x7f42a00cf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.345 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a4f10640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f42a00cf220 0x7f42a00cf650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50778/0 (socket says 172.21.15.157:50778) 2024-09-10T10:18:09.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a4f10640 1 -- 172.21.15.157:0/3197617101 learned_addr learned my addr 172.21.15.157:0/3197617101 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:09.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f429ffff640 1 --2- 172.21.15.157:0/3197617101 >> v2:172.21.15.192:3300/0 conn(0x7f42a015a060 0x7f42a00cff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f4297fff640 1 --2- 172.21.15.157:0/3197617101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42a015c9a0 0x7f42a00d04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a4f10640 1 -- 172.21.15.157:0/3197617101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42a015c9a0 msgr2=0x7f42a00d04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a4f10640 1 --2- 172.21.15.157:0/3197617101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42a015c9a0 0x7f42a00d04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a4f10640 1 -- 172.21.15.157:0/3197617101 >> v2:172.21.15.192:3300/0 conn(0x7f42a015a060 msgr2=0x7f42a00cff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a4f10640 1 --2- 172.21.15.157:0/3197617101 >> v2:172.21.15.192:3300/0 conn(0x7f42a015a060 0x7f42a00cff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.346 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.339+0000 7f42a4f10640 1 -- 172.21.15.157:0/3197617101 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42a00ccfd0 con 0x7f42a00cf220 2024-09-10T10:18:09.347 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a4f10640 1 --2- 172.21.15.157:0/3197617101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 0x7f42a00cf650 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f42a00d0c70 tx=0x7f429801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e50c25a7eccb97a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f429f7fe640 1 -- 172.21.15.157:0/3197617101 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42980a5760 con 0x7f42a00cf220 2024-09-10T10:18:09.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f429f7fe640 1 -- 172.21.15.157:0/3197617101 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42980a5900 con 0x7f42a00cf220 2024-09-10T10:18:09.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f429f7fe640 1 -- 172.21.15.157:0/3197617101 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42980a5cd0 con 0x7f42a00cf220 2024-09-10T10:18:09.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 -- 172.21.15.157:0/3197617101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 msgr2=0x7f42a00cf650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 --2- 172.21.15.157:0/3197617101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 0x7f42a00cf650 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f42a00d0c70 tx=0x7f429801c9f0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 -- 172.21.15.157:0/3197617101 shutdown_connections 2024-09-10T10:18:09.348 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 --2- 172.21.15.157:0/3197617101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 0x7f42a00cf650 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.349 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 --2- 172.21.15.157:0/3197617101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42a015c9a0 0x7f42a00d04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.349 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 --2- 172.21.15.157:0/3197617101 >> v2:172.21.15.192:3300/0 conn(0x7f42a015a060 0x7f42a00cff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.349 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 -- 172.21.15.157:0/3197617101 >> 172.21.15.157:0/3197617101 conn(0x7f42a006bcc0 msgr2=0x7f42a006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:09.349 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 -- 172.21.15.157:0/3197617101 shutdown_connections 2024-09-10T10:18:09.349 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 -- 172.21.15.157:0/3197617101 wait complete. 2024-09-10T10:18:09.352 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 Processor -- start 2024-09-10T10:18:09.352 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.343+0000 7f42a6973640 1 -- start start 2024-09-10T10:18:09.352 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a6973640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 0x7f42a00aeff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.352 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a6973640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42a015a060 0x7f42a0154af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a6973640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42a015c9a0 0x7f42a00ab7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a6973640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f42a006da00 con 0x7f42a00cf220 2024-09-10T10:18:09.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a6973640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f42a006d880 con 0x7f42a015a060 2024-09-10T10:18:09.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a6973640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f42a006db80 con 0x7f42a015c9a0 2024-09-10T10:18:09.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 0x7f42a00aeff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.353 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 0x7f42a00aeff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50788/0 (socket says 172.21.15.157:50788) 2024-09-10T10:18:09.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429ffff640 1 -- 172.21.15.157:0/3844402122 learned_addr learned my addr 172.21.15.157:0/3844402122 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:09.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429ffff640 1 -- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42a015c9a0 msgr2=0x7f42a00ab7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429ffff640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42a015c9a0 0x7f42a00ab7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429ffff640 1 -- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42a015a060 msgr2=0x7f42a0154af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429ffff640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42a015a060 0x7f42a0154af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429ffff640 1 -- 172.21.15.157:0/3844402122 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42a00af530 con 0x7f42a00cf220 2024-09-10T10:18:09.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429ffff640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 0x7f42a00aeff0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f429000d800 tx=0x7f429000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.354 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429d7fa640 1 -- 172.21.15.157:0/3844402122 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4290018020 con 0x7f42a00cf220 2024-09-10T10:18:09.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429d7fa640 1 -- 172.21.15.157:0/3844402122 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42900096a0 con 0x7f42a00cf220 2024-09-10T10:18:09.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42a00ad6a0 con 0x7f42a00cf220 2024-09-10T10:18:09.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429d7fa640 1 -- 172.21.15.157:0/3844402122 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4290009a50 con 0x7f42a00cf220 2024-09-10T10:18:09.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42a0155030 con 0x7f42a00cf220 2024-09-10T10:18:09.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f42a0069220 con 0x7f42a00cf220 2024-09-10T10:18:09.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429d7fa640 1 -- 172.21.15.157:0/3844402122 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f429001b020 con 0x7f42a00cf220 2024-09-10T10:18:09.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429d7fa640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f42800678f0 0x7f4280069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.355 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429d7fa640 1 -- 172.21.15.157:0/3844402122 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f4290086570 con 0x7f42a00cf220 2024-09-10T10:18:09.356 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429d7fa640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f428006d7b0 0x7f428006fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.356 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429d7fa640 1 -- 172.21.15.157:0/3844402122 --> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4290013e50 con 0x7f428006d7b0 2024-09-10T10:18:09.356 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f429d7fa640 1 -- 172.21.15.157:0/3844402122 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f4290086a00 con 0x7f42a00cf220 2024-09-10T10:18:09.356 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f4297fff640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f42800678f0 0x7f4280069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.356 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a4f10640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f428006d7b0 0x7f428006fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.357 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f42a4f10640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f428006d7b0 0x7f428006fbd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.357 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.347+0000 7f4297fff640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f42800678f0 0x7f4280069db0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f42a01575b0 tx=0x7f4288008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.357 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.351+0000 7f429d7fa640 1 -- 172.21.15.157:0/3844402122 <== osd.6 v2:172.21.15.192:6818/4180673313 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4290013e50 con 0x7f428006d7b0 2024-09-10T10:18:09.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 --> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f42a00cf650 con 0x7f428006d7b0 2024-09-10T10:18:09.367 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f429d7fa640 1 -- 172.21.15.157:0/3844402122 <== osd.6 v2:172.21.15.192:6818/4180673313 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f42a00cf650 con 0x7f428006d7b0 2024-09-10T10:18:09.368 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:18:09.368 INFO:teuthology.orchestra.run.smithi157.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:18:09.368 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:18:09.369 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f428006d7b0 msgr2=0x7f428006fbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.369 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6818/4180673313,v1:172.21.15.192:6819/4180673313] conn(0x7f428006d7b0 0x7f428006fbd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.369 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f42800678f0 msgr2=0x7f4280069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f42800678f0 0x7f4280069db0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f42a01575b0 tx=0x7f4288008040 comp rx=0 tx=0).stop 2024-09-10T10:18:09.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 msgr2=0x7f42a00aeff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 --2- 172.21.15.157:0/3844402122 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f42a00cf220 0x7f42a00aeff0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f429000d800 tx=0x7f429000dcc0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a4f10640 1 -- 172.21.15.157:0/3844402122 reap_dead start 2024-09-10T10:18:09.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 shutdown_connections 2024-09-10T10:18:09.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 >> 172.21.15.157:0/3844402122 conn(0x7f42a006bcc0 msgr2=0x7f42a015fd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:09.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 shutdown_connections 2024-09-10T10:18:09.370 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.363+0000 7f42a6973640 1 -- 172.21.15.157:0/3844402122 wait complete. 2024-09-10T10:18:09.382 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-10T10:18:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f43654bb640 1 Processor -- start 2024-09-10T10:18:09.495 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f43654bb640 1 -- start start 2024-09-10T10:18:09.496 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f43654bb640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f43600b5200 0x7f436015c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.496 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f43654bb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600cca90 0x7f43600b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f43654bb640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43600b55e0 con 0x7f43600b1dc0 2024-09-10T10:18:09.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f43654bb640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f43600ce3b0 con 0x7f43600b5200 2024-09-10T10:18:09.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f43654bb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f436015c5f0 con 0x7f43600cca90 2024-09-10T10:18:09.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f435f7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f43600b1dc0 0x7f43600b3550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33438/0 (socket says 172.21.15.157:33438) 2024-09-10T10:18:09.497 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f435f7fe640 1 -- 172.21.15.157:0/397332674 learned_addr learned my addr 172.21.15.157:0/397332674 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:09.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f435e7fc640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600cca90 0x7f43600b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f435effd640 1 --2- 172.21.15.157:0/397332674 >> v2:172.21.15.192:3300/0 conn(0x7f43600b5200 0x7f436015c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.499 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 629168502 0 0) 0x7f43600b55e0 con 0x7f43600b1dc0 2024-09-10T10:18:09.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4348003530 con 0x7f43600b1dc0 2024-09-10T10:18:09.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.491+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 657700340 0 0) 0x7f4348003530 con 0x7f43600b1dc0 2024-09-10T10:18:09.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600cca90 msgr2=0x7f43600b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600cca90 0x7f43600b43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 >> v2:172.21.15.192:3300/0 conn(0x7f43600b5200 msgr2=0x7f436015c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 --2- 172.21.15.157:0/397332674 >> v2:172.21.15.192:3300/0 conn(0x7f43600b5200 0x7f436015c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43600b4910 con 0x7f43600b1dc0 2024-09-10T10:18:09.500 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f4358001680 con 0x7f43600b1dc0 2024-09-10T10:18:09.501 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 >> v1:172.21.15.157:6789/0 conn(0x7f43600b1dc0 legacy=0x7f43600b3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.501 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4348003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.501 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4348004810 0x7f4348004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.501 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600cca90 0x7f43480051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.501 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f436015c5f0 con 0x7f43480039f0 2024-09-10T10:18:09.501 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f434800ba00 con 0x7f4348004810 2024-09-10T10:18:09.501 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f434800bc00 con 0x7f43600cca90 2024-09-10T10:18:09.501 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435effd640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4348003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435e7fc640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4348004810 0x7f4348004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435f7fe640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600cca90 0x7f43480051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435effd640 1 -- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600cca90 msgr2=0x7f43480051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435effd640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600cca90 0x7f43480051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435effd640 1 -- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4348004810 msgr2=0x7f4348004c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435effd640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4348004810 0x7f4348004c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.502 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435effd640 1 -- 172.21.15.157:0/397332674 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4348003530 con 0x7f43480039f0 2024-09-10T10:18:09.505 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435effd640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4348003e10 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f4350009fc0 tx=0x7f435001ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62b749035359515e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43500b2070 con 0x7f43480039f0 2024-09-10T10:18:09.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43500a59d0 con 0x7f43480039f0 2024-09-10T10:18:09.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435dffb640 1 -- 172.21.15.157:0/397332674 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4350009c10 con 0x7f43480039f0 2024-09-10T10:18:09.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f43654bb640 1 -- 172.21.15.157:0/397332674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 msgr2=0x7f4348003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f43654bb640 1 --2- 172.21.15.157:0/397332674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4348003e10 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f4350009fc0 tx=0x7f435001ccc0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f435f7fe640 1 -- 172.21.15.157:0/397332674 reap_dead start 2024-09-10T10:18:09.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f43654bb640 1 -- 172.21.15.157:0/397332674 shutdown_connections 2024-09-10T10:18:09.506 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f43654bb640 1 -- 172.21.15.157:0/397332674 >> 172.21.15.157:0/397332674 conn(0x7f436006bcc0 msgr2=0x7f436006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f43654bb640 1 -- 172.21.15.157:0/397332674 shutdown_connections 2024-09-10T10:18:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.495+0000 7f43654bb640 1 -- 172.21.15.157:0/397332674 wait complete. 2024-09-10T10:18:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 Processor -- start 2024-09-10T10:18:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 -- start start 2024-09-10T10:18:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4360154d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600aa5c0 0x7f43601f9440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f436015c8b0 0x7f436015cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.507 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f43600b4070 con 0x7f43480039f0 2024-09-10T10:18:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f43600cd8c0 con 0x7f436015c8b0 2024-09-10T10:18:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f4360158b70 con 0x7f43600aa5c0 2024-09-10T10:18:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435effd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4360154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435effd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4360154d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50810/0 (socket says 172.21.15.157:50810) 2024-09-10T10:18:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435effd640 1 -- 172.21.15.157:0/3008149534 learned_addr learned my addr 172.21.15.157:0/3008149534 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435e7fc640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600aa5c0 0x7f43601f9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435f7fe640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f436015c8b0 0x7f436015cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.508 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435effd640 1 -- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600aa5c0 msgr2=0x7f43601f9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435effd640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600aa5c0 0x7f43601f9440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435effd640 1 -- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f436015c8b0 msgr2=0x7f436015cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435effd640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f436015c8b0 0x7f436015cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435effd640 1 -- 172.21.15.157:0/3008149534 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43600aaac0 con 0x7f43480039f0 2024-09-10T10:18:09.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f435effd640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4360154d00 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f435001c730 tx=0x7f4350009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43477fe640 1 -- 172.21.15.157:0/3008149534 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43500ba070 con 0x7f43480039f0 2024-09-10T10:18:09.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43477fe640 1 -- 172.21.15.157:0/3008149534 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4350003ba0 con 0x7f43480039f0 2024-09-10T10:18:09.509 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43600aada0 con 0x7f43480039f0 2024-09-10T10:18:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43477fe640 1 -- 172.21.15.157:0/3008149534 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43500b2040 con 0x7f43480039f0 2024-09-10T10:18:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43600ab360 con 0x7f43480039f0 2024-09-10T10:18:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f436015a0d0 con 0x7f43480039f0 2024-09-10T10:18:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.499+0000 7f43477fe640 1 -- 172.21.15.157:0/3008149534 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f43500a5890 con 0x7f43480039f0 2024-09-10T10:18:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.503+0000 7f43477fe640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f434c0678f0 0x7f434c069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.503+0000 7f43477fe640 1 -- 172.21.15.157:0/3008149534 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f435011fe70 con 0x7f43480039f0 2024-09-10T10:18:09.510 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.503+0000 7f435e7fc640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f434c0678f0 0x7f434c069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.503+0000 7f435e7fc640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f434c0678f0 0x7f434c069db0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f436006c1d0 tx=0x7f4354008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.511 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.507+0000 7f43477fe640 1 -- 172.21.15.157:0/3008149534 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f43500169d0 con 0x7f43480039f0 2024-09-10T10:18:09.672 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.667+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f436015e290 con 0x7f434c0678f0 2024-09-10T10:18:09.673 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.667+0000 7f43477fe640 1 -- 172.21.15.157:0/3008149534 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f4354004020 con 0x7f434c0678f0 2024-09-10T10:18:09.673 INFO:teuthology.orchestra.run.smithi157.stderr:instructed osd(s) 6 to deep-scrub 2024-09-10T10:18:09.675 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f434c0678f0 msgr2=0x7f434c069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.675 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f434c0678f0 0x7f434c069db0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f436006c1d0 tx=0x7f4354008040 comp rx=0 tx=0).stop 2024-09-10T10:18:09.675 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 msgr2=0x7f4360154d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.675 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4360154d00 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f435001c730 tx=0x7f4350009750 comp rx=0 tx=0).stop 2024-09-10T10:18:09.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 shutdown_connections 2024-09-10T10:18:09.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f434c0678f0 0x7f434c069db0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f436015c8b0 0x7f436015cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43600aa5c0 0x7f43601f9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 --2- 172.21.15.157:0/3008149534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43480039f0 0x7f4360154d00 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 >> 172.21.15.157:0/3008149534 conn(0x7f436006bcc0 msgr2=0x7f4360074cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:09.676 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 shutdown_connections 2024-09-10T10:18:09.677 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.671+0000 7f43654bb640 1 -- 172.21.15.157:0/3008149534 wait complete. 2024-09-10T10:18:09.691 INFO:tasks.ceph:Scrubbing osd.7 2024-09-10T10:18:09.691 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-10T10:18:09.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b6acf640 1 Processor -- start 2024-09-10T10:18:09.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b6acf640 1 -- start start 2024-09-10T10:18:09.802 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b6acf640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa4b015c9a0 0x7fa4b00cf220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b6acf640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 0x7fa4b00cf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b6acf640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4b00cccf0 con 0x7fa4b015a060 2024-09-10T10:18:09.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b6acf640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7fa4b015a440 con 0x7fa4b015c9a0 2024-09-10T10:18:09.803 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b6acf640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa4b00ccaa0 con 0x7fa4b00d06a0 2024-09-10T10:18:09.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b506c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 0x7fa4b00cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4affff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa4b015c9a0 0x7fa4b00cf220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b486b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fa4b015a060 0x7fa4b00cff90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:49644/0 (socket says 172.21.15.157:49644) 2024-09-10T10:18:09.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4b486b640 1 -- 172.21.15.157:0/1998736376 learned_addr learned my addr 172.21.15.157:0/1998736376 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:09.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4affff640 1 -- 172.21.15.157:0/1998736376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 msgr2=0x7fa4b00cf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.804 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4affff640 1 --2- 172.21.15.157:0/1998736376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 0x7fa4b00cf760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4affff640 1 -- 172.21.15.157:0/1998736376 >> v1:172.21.15.192:6789/0 conn(0x7fa4b015a060 legacy=0x7fa4b00cff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.805 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.799+0000 7fa4affff640 1 -- 172.21.15.157:0/1998736376 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b00ccfd0 con 0x7fa4b015c9a0 2024-09-10T10:18:09.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4affff640 1 --2- 172.21.15.157:0/1998736376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b015c9a0 0x7fa4b00cf220 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa4980097c0 tx=0x7fa49801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0f6c472cddf197d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4af7fe640 1 -- 172.21.15.157:0/1998736376 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4980a7070 con 0x7fa4b015c9a0 2024-09-10T10:18:09.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4af7fe640 1 -- 172.21.15.157:0/1998736376 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4980b0070 con 0x7fa4b015c9a0 2024-09-10T10:18:09.807 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4af7fe640 1 -- 172.21.15.157:0/1998736376 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4980ab890 con 0x7fa4b015c9a0 2024-09-10T10:18:09.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4b6acf640 1 -- 172.21.15.157:0/1998736376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b015c9a0 msgr2=0x7fa4b00cf220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4b6acf640 1 --2- 172.21.15.157:0/1998736376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b015c9a0 0x7fa4b00cf220 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa4980097c0 tx=0x7fa49801c470 comp rx=0 tx=0).stop 2024-09-10T10:18:09.808 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4b6acf640 1 -- 172.21.15.157:0/1998736376 shutdown_connections 2024-09-10T10:18:09.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4b6acf640 1 --2- 172.21.15.157:0/1998736376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 0x7fa4b00cf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4b6acf640 1 --2- 172.21.15.157:0/1998736376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b015c9a0 0x7fa4b00cf220 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4b6acf640 1 -- 172.21.15.157:0/1998736376 >> 172.21.15.157:0/1998736376 conn(0x7fa4b006bcc0 msgr2=0x7fa4b006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:09.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4b6acf640 1 -- 172.21.15.157:0/1998736376 shutdown_connections 2024-09-10T10:18:09.809 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.803+0000 7fa4b6acf640 1 -- 172.21.15.157:0/1998736376 wait complete. 2024-09-10T10:18:09.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 Processor -- start 2024-09-10T10:18:09.810 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 -- start start 2024-09-10T10:18:09.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 0x7fa4b01577b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b015a060 0x7fa4b0141870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b015c9a0 0x7fa4b015a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b01608f0 con 0x7fa4b015c9a0 2024-09-10T10:18:09.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b0160770 con 0x7fa4b015a060 2024-09-10T10:18:09.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fa4b0160a70 con 0x7fa4b00d06a0 2024-09-10T10:18:09.812 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b506c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b015c9a0 0x7fa4b015a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b506c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b015c9a0 0x7fa4b015a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50812/0 (socket says 172.21.15.157:50812) 2024-09-10T10:18:09.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b506c640 1 -- 172.21.15.157:0/2225508703 learned_addr learned my addr 172.21.15.157:0/2225508703 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:09.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b486b640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 0x7fa4b01577b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4affff640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b015a060 0x7fa4b0141870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b506c640 1 -- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 msgr2=0x7fa4b01577b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b506c640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 0x7fa4b01577b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b506c640 1 -- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b015a060 msgr2=0x7fa4b0141870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.813 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b506c640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b015a060 0x7fa4b0141870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b506c640 1 -- 172.21.15.157:0/2225508703 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b0156770 con 0x7fa4b015c9a0 2024-09-10T10:18:09.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4affff640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b015a060 0x7fa4b0141870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:09.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b486b640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4b00d06a0 0x7fa4b01577b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:09.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b506c640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b015c9a0 0x7fa4b015a5c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fa4a000efc0 tx=0x7fa4a000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4ad7fa640 1 -- 172.21.15.157:0/2225508703 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a0018020 con 0x7fa4b015c9a0 2024-09-10T10:18:09.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4ad7fa640 1 -- 172.21.15.157:0/2225508703 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4a0014480 con 0x7fa4b015c9a0 2024-09-10T10:18:09.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b0156a50 con 0x7fa4b015c9a0 2024-09-10T10:18:09.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4ad7fa640 1 -- 172.21.15.157:0/2225508703 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a0014870 con 0x7fa4b015c9a0 2024-09-10T10:18:09.814 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b0157010 con 0x7fa4b015c9a0 2024-09-10T10:18:09.815 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa4b0069220 con 0x7fa4b015c9a0 2024-09-10T10:18:09.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4ad7fa640 1 -- 172.21.15.157:0/2225508703 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fa4a001b020 con 0x7fa4b015c9a0 2024-09-10T10:18:09.816 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4ad7fa640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4900678c0 0x7fa490069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.807+0000 7fa4ad7fa640 1 -- 172.21.15.157:0/2225508703 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fa4a00871e0 con 0x7fa4b015c9a0 2024-09-10T10:18:09.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.811+0000 7fa4ad7fa640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7fa49006d780 0x7fa49006fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.811+0000 7fa4ad7fa640 1 -- 172.21.15.157:0/2225508703 --> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa4a0004820 con 0x7fa49006d780 2024-09-10T10:18:09.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.811+0000 7fa4ad7fa640 1 -- 172.21.15.157:0/2225508703 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fa4a0087670 con 0x7fa4b015c9a0 2024-09-10T10:18:09.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.811+0000 7fa4b486b640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4900678c0 0x7fa490069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.811+0000 7fa4affff640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7fa49006d780 0x7fa49006fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.811+0000 7fa4affff640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7fa49006d780 0x7fa49006fba0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.817 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.811+0000 7fa4b486b640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4900678c0 0x7fa490069d80 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8007fd0 tx=0x7fa4a8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.818 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.811+0000 7fa4ad7fa640 1 -- 172.21.15.157:0/2225508703 <== osd.7 v2:172.21.15.192:6810/2422261526 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa4a0004820 con 0x7fa49006d780 2024-09-10T10:18:09.828 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.823+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 --> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa4b00cff90 con 0x7fa49006d780 2024-09-10T10:18:09.828 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.823+0000 7fa4ad7fa640 1 -- 172.21.15.157:0/2225508703 <== osd.7 v2:172.21.15.192:6810/2422261526 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa4b00cff90 con 0x7fa49006d780 2024-09-10T10:18:09.829 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-10T10:18:09.829 INFO:teuthology.orchestra.run.smithi157.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T10:18:09.829 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-10T10:18:09.830 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7fa49006d780 msgr2=0x7fa49006fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.830 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6810/2422261526,v1:172.21.15.192:6811/2422261526] conn(0x7fa49006d780 0x7fa49006fba0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.830 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4900678c0 msgr2=0x7fa490069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.831 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fa4900678c0 0x7fa490069d80 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8007fd0 tx=0x7fa4a8009040 comp rx=0 tx=0).stop 2024-09-10T10:18:09.831 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b015c9a0 msgr2=0x7fa4b015a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.831 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 --2- 172.21.15.157:0/2225508703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b015c9a0 0x7fa4b015a5c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fa4a000efc0 tx=0x7fa4a000c490 comp rx=0 tx=0).stop 2024-09-10T10:18:09.831 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b506c640 1 -- 172.21.15.157:0/2225508703 reap_dead start 2024-09-10T10:18:09.831 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 shutdown_connections 2024-09-10T10:18:09.831 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 >> 172.21.15.157:0/2225508703 conn(0x7fa4b006bcc0 msgr2=0x7fa4b015f3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:09.831 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 shutdown_connections 2024-09-10T10:18:09.832 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.827+0000 7fa4b6acf640 1 -- 172.21.15.157:0/2225508703 wait complete. 2024-09-10T10:18:09.844 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-10T10:18:09.954 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd638728640 1 Processor -- start 2024-09-10T10:18:09.955 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd638728640 1 -- start start 2024-09-10T10:18:09.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd638728640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 0x7fd63015c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd638728640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd630160430 0x7fd6301608e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd638728640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd63015ced0 con 0x7fd630156a50 2024-09-10T10:18:09.956 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd638728640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7fd63015d1b0 con 0x7fd630160430 2024-09-10T10:18:09.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd638728640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd63015d490 con 0x7fd63006ea60 2024-09-10T10:18:09.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd6364c4640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fd630156a50 0x7fd63006f510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:33452/0 (socket says 172.21.15.157:33452) 2024-09-10T10:18:09.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd6364c4640 1 -- 172.21.15.157:0/1075161895 learned_addr learned my addr 172.21.15.157:0/1075161895 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:09.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd636cc5640 1 --2- 172.21.15.157:0/1075161895 >> v2:172.21.15.157:3300/0 conn(0x7fd630160430 0x7fd6301608e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.957 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd635cc3640 1 --2- 172.21.15.157:0/1075161895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 0x7fd63015c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd636cc5640 1 -- 172.21.15.157:0/1075161895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 msgr2=0x7fd63015c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:09.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd636cc5640 1 --2- 172.21.15.157:0/1075161895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 0x7fd63015c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd636cc5640 1 -- 172.21.15.157:0/1075161895 >> v1:172.21.15.157:6789/0 conn(0x7fd630156a50 legacy=0x7fd63006f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd636cc5640 1 -- 172.21.15.157:0/1075161895 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd63015d770 con 0x7fd630160430 2024-09-10T10:18:09.958 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.951+0000 7fd6354c2640 1 -- 172.21.15.157:0/1075161895 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3553006941 0 0) 0x7fd63015ced0 con 0x7fd630156a50 2024-09-10T10:18:09.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 --2- 172.21.15.157:0/1075161895 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 0x7fd6301608e0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fd6280097c0 tx=0x7fd62801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2dd92ab161db1af server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd6354c2640 1 -- 172.21.15.157:0/1075161895 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6280aa5f0 con 0x7fd630160430 2024-09-10T10:18:09.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd6354c2640 1 -- 172.21.15.157:0/1075161895 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6280af070 con 0x7fd630160430 2024-09-10T10:18:09.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd6354c2640 1 -- 172.21.15.157:0/1075161895 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6280aa9b0 con 0x7fd630160430 2024-09-10T10:18:09.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 -- 172.21.15.157:0/1075161895 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 msgr2=0x7fd6301608e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.962 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 --2- 172.21.15.157:0/1075161895 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 0x7fd6301608e0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fd6280097c0 tx=0x7fd62801c470 comp rx=0 tx=0).stop 2024-09-10T10:18:09.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 -- 172.21.15.157:0/1075161895 shutdown_connections 2024-09-10T10:18:09.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 --2- 172.21.15.157:0/1075161895 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 0x7fd6301608e0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 --2- 172.21.15.157:0/1075161895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 0x7fd63015c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 -- 172.21.15.157:0/1075161895 >> 172.21.15.157:0/1075161895 conn(0x7fd6300b2e10 msgr2=0x7fd6300b3220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:09.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 -- 172.21.15.157:0/1075161895 shutdown_connections 2024-09-10T10:18:09.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 -- 172.21.15.157:0/1075161895 wait complete. 2024-09-10T10:18:09.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 Processor -- start 2024-09-10T10:18:09.963 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 -- start start 2024-09-10T10:18:09.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 0x7fd6300b5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd630156a50 0x7fd63014db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 0x7fd63014e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7fd630169140 con 0x7fd630160430 2024-09-10T10:18:09.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd630168fc0 con 0x7fd630156a50 2024-09-10T10:18:09.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd638728640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7fd6301692c0 con 0x7fd63006ea60 2024-09-10T10:18:09.964 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 0x7fd63014e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 0x7fd63014e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50820/0 (socket says 172.21.15.157:50820) 2024-09-10T10:18:09.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 -- 172.21.15.157:0/1523732307 learned_addr learned my addr 172.21.15.157:0/1523732307 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:09.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd6364c4640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 0x7fd6300b5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd635cc3640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd630156a50 0x7fd63014db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 -- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 msgr2=0x7fd6300b5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 0x7fd6300b5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 -- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd630156a50 msgr2=0x7fd63014db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:09.965 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd630156a50 0x7fd63014db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:09.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 -- 172.21.15.157:0/1523732307 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd630157b30 con 0x7fd630160430 2024-09-10T10:18:09.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.955+0000 7fd636cc5640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 0x7fd63014e0d0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fd6280097c0 tx=0x7fd628019210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd62effd640 1 -- 172.21.15.157:0/1523732307 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6280b3d00 con 0x7fd630160430 2024-09-10T10:18:09.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd62effd640 1 -- 172.21.15.157:0/1523732307 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6280be450 con 0x7fd630160430 2024-09-10T10:18:09.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd630157e10 con 0x7fd630160430 2024-09-10T10:18:09.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd62effd640 1 -- 172.21.15.157:0/1523732307 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6280be840 con 0x7fd630160430 2024-09-10T10:18:09.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6301583d0 con 0x7fd630160430 2024-09-10T10:18:09.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd63015c880 con 0x7fd630160430 2024-09-10T10:18:09.967 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd62effd640 1 -- 172.21.15.157:0/1523732307 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7fd6280be9e0 con 0x7fd630160430 2024-09-10T10:18:09.967 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd62effd640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd61c0678c0 0x7fd61c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:09.968 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd62effd640 1 -- 172.21.15.157:0/1523732307 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fd628120520 con 0x7fd630160430 2024-09-10T10:18:09.968 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd6364c4640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd61c0678c0 0x7fd61c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:09.968 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.959+0000 7fd6364c4640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd61c0678c0 0x7fd61c069d80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd620007fd0 tx=0x7fd620007ee0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:09.968 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:09.963+0000 7fd62effd640 1 -- 172.21.15.157:0/1523732307 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7fd628016090 con 0x7fd630160430 2024-09-10T10:18:10.121 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.115+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7fd630070020 con 0x7fd61c0678c0 2024-09-10T10:18:10.122 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd62effd640 1 -- 172.21.15.157:0/1523732307 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd630070020 con 0x7fd61c0678c0 2024-09-10T10:18:10.122 INFO:teuthology.orchestra.run.smithi157.stderr:instructed osd(s) 7 to deep-scrub 2024-09-10T10:18:10.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd61c0678c0 msgr2=0x7fd61c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:10.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd61c0678c0 0x7fd61c069d80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd620007fd0 tx=0x7fd620007ee0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 msgr2=0x7fd63014e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:10.124 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 0x7fd63014e0d0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fd6280097c0 tx=0x7fd628019210 comp rx=0 tx=0).stop 2024-09-10T10:18:10.125 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 shutdown_connections 2024-09-10T10:18:10.125 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7fd61c0678c0 0x7fd61c069d80 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.125 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd630160430 0x7fd63014e0d0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.125 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd630156a50 0x7fd63014db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.125 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 --2- 172.21.15.157:0/1523732307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd63006ea60 0x7fd6300b5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.125 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 >> 172.21.15.157:0/1523732307 conn(0x7fd6300b2e10 msgr2=0x7fd6300b31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:10.125 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 shutdown_connections 2024-09-10T10:18:10.126 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.119+0000 7fd638728640 1 -- 172.21.15.157:0/1523732307 wait complete. 2024-09-10T10:18:10.140 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:18:10.253 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f10461c1640 1 Processor -- start 2024-09-10T10:18:10.254 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f10461c1640 1 -- start start 2024-09-10T10:18:10.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f10461c1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1040145970 0x7f10400b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:10.255 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f10461c1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f10400d0360 0x7f10400cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:10.256 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f10461c1640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10400d0960 con 0x7f10400b2300 2024-09-10T10:18:10.256 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f10461c1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 -- 0x7f10400b2770 con 0x7f10400d0360 2024-09-10T10:18:10.256 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f10461c1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f10400d0f20 con 0x7f1040145970 2024-09-10T10:18:10.256 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f103ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f10400d0360 0x7f10400cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:10.256 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f103ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f10400d0360 0x7f10400cdab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50828/0 (socket says 172.21.15.157:50828) 2024-09-10T10:18:10.256 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f103ffff640 1 -- 172.21.15.157:0/2724372058 learned_addr learned my addr 172.21.15.157:0/2724372058 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:10.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f103ffff640 1 -- 172.21.15.157:0/2724372058 >> v2:172.21.15.192:3300/0 conn(0x7f1040145970 msgr2=0x7f10400b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:10.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f103f7fe640 1 --2- 172.21.15.157:0/2724372058 >> v2:172.21.15.192:3300/0 conn(0x7f1040145970 0x7f10400b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:10.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f103ffff640 1 --2- 172.21.15.157:0/2724372058 >> v2:172.21.15.192:3300/0 conn(0x7f1040145970 0x7f10400b1dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f103ffff640 1 -- 172.21.15.157:0/2724372058 >> v1:172.21.15.192:6789/0 conn(0x7f10400b2300 legacy=0x7f10400cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:10.257 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f103ffff640 1 -- 172.21.15.157:0/2724372058 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10400d0c40 con 0x7f10400d0360 2024-09-10T10:18:10.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.251+0000 7f103ffff640 1 --2- 172.21.15.157:0/2724372058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10400d0360 0x7f10400cdab0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1038009e50 tx=0x7f103801c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26f4222eb0105832 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:10.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103effd640 1 -- 172.21.15.157:0/2724372058 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10380a56f0 con 0x7f10400d0360 2024-09-10T10:18:10.259 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103effd640 1 -- 172.21.15.157:0/2724372058 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10380a5890 con 0x7f10400d0360 2024-09-10T10:18:10.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103effd640 1 -- 172.21.15.157:0/2724372058 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10380a5c60 con 0x7f10400d0360 2024-09-10T10:18:10.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- 172.21.15.157:0/2724372058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10400d0360 msgr2=0x7f10400cdab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:10.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 --2- 172.21.15.157:0/2724372058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10400d0360 0x7f10400cdab0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1038009e50 tx=0x7f103801c920 comp rx=0 tx=0).stop 2024-09-10T10:18:10.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- 172.21.15.157:0/2724372058 shutdown_connections 2024-09-10T10:18:10.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 --2- 172.21.15.157:0/2724372058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10400d0360 0x7f10400cdab0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 --2- 172.21.15.157:0/2724372058 >> v2:172.21.15.192:3300/0 conn(0x7f1040145970 0x7f10400b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- 172.21.15.157:0/2724372058 >> 172.21.15.157:0/2724372058 conn(0x7f104006bcc0 msgr2=0x7f104006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:10.260 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- 172.21.15.157:0/2724372058 shutdown_connections 2024-09-10T10:18:10.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- 172.21.15.157:0/2724372058 wait complete. 2024-09-10T10:18:10.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 Processor -- start 2024-09-10T10:18:10.261 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- start start 2024-09-10T10:18:10.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10400b2300 0x7f104015b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:10.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10400d0360 0x7f10401f52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:10.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1040145970 0x7f104013d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:10.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f10400ceb90 con 0x7f1040145970 2024-09-10T10:18:10.264 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f10400cea10 con 0x7f10400b2300 2024-09-10T10:18:10.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f10400ced10 con 0x7f10400d0360 2024-09-10T10:18:10.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1040145970 0x7f104013d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:10.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1040145970 0x7f104013d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:50840/0 (socket says 172.21.15.157:50840) 2024-09-10T10:18:10.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103ffff640 1 -- 172.21.15.157:0/3381321659 learned_addr learned my addr 172.21.15.157:0/3381321659 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:10.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103ffff640 1 -- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10400d0360 msgr2=0x7f10401f52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:10.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103f7fe640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10400b2300 0x7f104015b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:10.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f1036ffd640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10400d0360 0x7f10401f52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:10.265 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103ffff640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10400d0360 0x7f10401f52c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.266 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103ffff640 1 -- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10400b2300 msgr2=0x7f104015b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:10.266 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103ffff640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10400b2300 0x7f104015b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.266 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103ffff640 1 -- 172.21.15.157:0/3381321659 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10401416a0 con 0x7f1040145970 2024-09-10T10:18:10.266 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103f7fe640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10400b2300 0x7f104015b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T10:18:10.266 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103ffff640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1040145970 0x7f104013d860 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1038009e50 tx=0x7f10380196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:10.266 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103cff9640 1 -- 172.21.15.157:0/3381321659 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10380bc020 con 0x7f1040145970 2024-09-10T10:18:10.266 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103cff9640 1 -- 172.21.15.157:0/3381321659 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10380b8670 con 0x7f1040145970 2024-09-10T10:18:10.266 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f104015bd80 con 0x7f1040145970 2024-09-10T10:18:10.266 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f103cff9640 1 -- 172.21.15.157:0/3381321659 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10380b8a60 con 0x7f1040145970 2024-09-10T10:18:10.267 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.255+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f104013aba0 con 0x7f1040145970 2024-09-10T10:18:10.267 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.259+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10400cdab0 con 0x7f1040145970 2024-09-10T10:18:10.267 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.259+0000 7f103cff9640 1 -- 172.21.15.157:0/3381321659 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f10380bf020 con 0x7f1040145970 2024-09-10T10:18:10.267 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.259+0000 7f103cff9640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10200678c0 0x7f1020069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:10.267 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.259+0000 7f103cff9640 1 -- 172.21.15.157:0/3381321659 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f1038120980 con 0x7f1040145970 2024-09-10T10:18:10.267 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.259+0000 7f103f7fe640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10200678c0 0x7f1020069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:10.267 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.259+0000 7f103f7fe640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10200678c0 0x7f1020069d80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1030006fd0 tx=0x7f1030008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:10.268 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.263+0000 7f103cff9640 1 -- 172.21.15.157:0/3381321659 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f10380c6030 con 0x7f1040145970 2024-09-10T10:18:10.424 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.419+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f104015e070 con 0x7f10200678c0 2024-09-10T10:18:10.426 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f103cff9640 1 -- 172.21.15.157:0/3381321659 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13377 (secure 0 0 0) 0x7f104015e070 con 0x7f10200678c0 2024-09-10T10:18:10.426 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:18:10.427 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:18:10.428 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10200678c0 msgr2=0x7f1020069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:10.428 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10200678c0 0x7f1020069d80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1030006fd0 tx=0x7f1030008040 comp rx=0 tx=0).stop 2024-09-10T10:18:10.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1040145970 msgr2=0x7f104013d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:10.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1040145970 0x7f104013d860 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1038009e50 tx=0x7f10380196c0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 shutdown_connections 2024-09-10T10:18:10.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f10200678c0 0x7f1020069d80 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1040145970 0x7f104013d860 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10400d0360 0x7f10401f52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 --2- 172.21.15.157:0/3381321659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10400b2300 0x7f104015b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:10.429 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 >> 172.21.15.157:0/3381321659 conn(0x7f104006bcc0 msgr2=0x7f104006c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:10.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 shutdown_connections 2024-09-10T10:18:10.430 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:10.423+0000 7f10461c1640 1 -- 172.21.15.157:0/3381321659 wait complete. 2024-09-10T10:18:10.445 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2024-09-10T10:18:09.444254+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":253792,"kb_used_data":4264,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754720928,"statfs":{"total":773094113280,"available":772834230272,"internally_reserved":0,"allocated":4366336,"data_stored":2407200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":255315506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":-4,"num_object_clones":0,"num_object_copies":-8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.507569"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":196,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-10T10:18:00.945529+0000","last_change":"2024-09-10T10:16:47.562044+0000","last_active":"2024-09-10T10:18:00.945529+0000","last_peered":"2024-09-10T10:18:00.945529+0000","last_clean":"2024-09-10T10:18:00.945529+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:18:00.945529+0000","last_undegraded":"2024-09-10T10:18:00.945529+0000","last_fullsized":"2024-09-10T10:18:00.945529+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T10:16:46.193988+0000","last_clean_scrub_stamp":"2024-09-10T10:16:46.193988+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:14.995652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509459,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28000,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343840,"statfs":{"total":96636764160,"available":96608092160,"internally_reserved":0,"allocated":991232,"data_stored":743676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27420,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35740,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336100,"statfs":{"total":96636764160,"available":96600166400,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31580,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340260,"statfs":{"total":96636764160,"available":96604426240,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36320,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335520,"statfs":{"total":96636764160,"available":96599572480,"internally_reserved":0,"allocated":991232,"data_stored":743676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31576,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35740,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336100,"statfs":{"total":96636764160,"available":96600166400,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:18:10.448 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-10T10:16:46.193988+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=10, tm_min=16, tm_sec=46, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=10, tm_min=18, tm_sec=5, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T10:18:10.448 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-10T10:18:21.062 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:18:21.065 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:18:30.449 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T10:18:30.581 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.574+0000 7f098d6e7640 1 Processor -- start 2024-09-10T10:18:30.581 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.574+0000 7f098d6e7640 1 -- start start 2024-09-10T10:18:30.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f098d6e7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09880cca90 0x7f098815c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f098d6e7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f09880b1dc0 0x7f09880b2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f098d6e7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09880b55e0 con 0x7f09880b5200 2024-09-10T10:18:30.584 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f098d6e7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f09880ce3b0 con 0x7f09880b1dc0 2024-09-10T10:18:30.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f098d6e7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f09880b2750 con 0x7f09880cca90 2024-09-10T10:18:30.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0986ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f09880b5200 0x7f09880b43d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:55680/0 (socket says 172.21.15.157:55680) 2024-09-10T10:18:30.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0986ffd640 1 -- 172.21.15.157:0/3182719182 learned_addr learned my addr 172.21.15.157:0/3182719182 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:30.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f09867fc640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09880cca90 0x7f098815c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1340174972 0 0) 0x7f09880b55e0 con 0x7f09880b5200 2024-09-10T10:18:30.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f09877fe640 1 --2- 172.21.15.157:0/3182719182 >> v2:172.21.15.192:3300/0 conn(0x7f09880b1dc0 0x7f09880b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.585 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0970003530 con 0x7f09880b5200 2024-09-10T10:18:30.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 111310410 0 0) 0x7f0970003530 con 0x7f09880b5200 2024-09-10T10:18:30.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09880cca90 msgr2=0x7f098815c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:30.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09880cca90 0x7f098815c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 >> v2:172.21.15.192:3300/0 conn(0x7f09880b1dc0 msgr2=0x7f09880b2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:30.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 --2- 172.21.15.157:0/3182719182 >> v2:172.21.15.192:3300/0 conn(0x7f09880b1dc0 0x7f09880b2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09880cd020 con 0x7f09880b5200 2024-09-10T10:18:30.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f0978001680 con 0x7f09880b5200 2024-09-10T10:18:30.586 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 >> v1:172.21.15.157:6789/0 conn(0x7f09880b5200 legacy=0x7f09880b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09700039c0 0x7f0970003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0970004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09880cca90 0x7f09700051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f09880b2750 con 0x7f0970004810 2024-09-10T10:18:30.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f097000b9d0 con 0x7f09700039c0 2024-09-10T10:18:30.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f097000bb80 con 0x7f09880cca90 2024-09-10T10:18:30.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f09867fc640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0970004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.587 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f09877fe640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09880cca90 0x7f09700051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0986ffd640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09700039c0 0x7f0970003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f09867fc640 1 -- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09880cca90 msgr2=0x7f09700051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:30.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f09867fc640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09880cca90 0x7f09700051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f09867fc640 1 -- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09700039c0 msgr2=0x7f0970003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:30.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f09867fc640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09700039c0 0x7f0970003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f09867fc640 1 -- 172.21.15.157:0/3182719182 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0970003530 con 0x7f0970004810 2024-09-10T10:18:30.588 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.578+0000 7f0986ffd640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09700039c0 0x7f0970003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:18:30.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.582+0000 7f09867fc640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0970004c90 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f097c009ac0 tx=0x7f097c01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb814d6f5e033e41 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:30.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c009690 con 0x7f0970004810 2024-09-10T10:18:30.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f097c0a9450 con 0x7f0970004810 2024-09-10T10:18:30.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0985ffb640 1 -- 172.21.15.157:0/3182719182 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c0a9820 con 0x7f0970004810 2024-09-10T10:18:30.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- 172.21.15.157:0/3182719182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 msgr2=0x7f0970004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 --2- 172.21.15.157:0/3182719182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0970004c90 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f097c009ac0 tx=0x7f097c01c9f0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.590 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f09877fe640 1 -- 172.21.15.157:0/3182719182 reap_dead start 2024-09-10T10:18:30.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- 172.21.15.157:0/3182719182 shutdown_connections 2024-09-10T10:18:30.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- 172.21.15.157:0/3182719182 >> 172.21.15.157:0/3182719182 conn(0x7f098806bcc0 msgr2=0x7f098806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:30.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- 172.21.15.157:0/3182719182 shutdown_connections 2024-09-10T10:18:30.591 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- 172.21.15.157:0/3182719182 wait complete. 2024-09-10T10:18:30.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 Processor -- start 2024-09-10T10:18:30.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- start start 2024-09-10T10:18:30.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0988150c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0988151b90 0x7f09881f61f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.593 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0988152750 0x7f09881f55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f09880b3d40 con 0x7f0970004810 2024-09-10T10:18:30.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f098815c4c0 con 0x7f0988152750 2024-09-10T10:18:30.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f09880b3ec0 con 0x7f0988151b90 2024-09-10T10:18:30.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0986ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0988150c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0986ffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0988150c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:51632/0 (socket says 172.21.15.157:51632) 2024-09-10T10:18:30.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0986ffd640 1 -- 172.21.15.157:0/3087631946 learned_addr learned my addr 172.21.15.157:0/3087631946 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:30.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f09867fc640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0988151b90 0x7f09881f61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.594 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0986ffd640 1 -- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0988151b90 msgr2=0x7f09881f61f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0986ffd640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0988151b90 0x7f09881f61f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0986ffd640 1 -- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0988152750 msgr2=0x7f09881f55c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0986ffd640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0988152750 0x7f09881f55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0986ffd640 1 -- 172.21.15.157:0/3087631946 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0988152550 con 0x7f0970004810 2024-09-10T10:18:30.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f0986ffd640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0988150c30 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f0978000fc0 tx=0x7f097800ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:30.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f096f7fe640 1 -- 172.21.15.157:0/3087631946 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097800ee60 con 0x7f0970004810 2024-09-10T10:18:30.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f096f7fe640 1 -- 172.21.15.157:0/3087631946 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0978018070 con 0x7f0970004810 2024-09-10T10:18:30.595 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0988152270 con 0x7f0970004810 2024-09-10T10:18:30.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f096f7fe640 1 -- 172.21.15.157:0/3087631946 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097800ca10 con 0x7f0970004810 2024-09-10T10:18:30.596 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.586+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0988071f90 con 0x7f0970004810 2024-09-10T10:18:30.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.590+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09880b2210 con 0x7f0970004810 2024-09-10T10:18:30.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.590+0000 7f096f7fe640 1 -- 172.21.15.157:0/3087631946 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f097800cbb0 con 0x7f0970004810 2024-09-10T10:18:30.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.590+0000 7f096f7fe640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f09740678f0 0x7f0974069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.590+0000 7f096f7fe640 1 -- 172.21.15.157:0/3087631946 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f0978086120 con 0x7f0970004810 2024-09-10T10:18:30.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.590+0000 7f09867fc640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f09740678f0 0x7f0974069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.597 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.590+0000 7f09867fc640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f09740678f0 0x7f0974069db0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f097c0ae000 tx=0x7f097c0046d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:30.599 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.594+0000 7f096f7fe640 1 -- 172.21.15.157:0/3087631946 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f0988152550 con 0x7f0970004810 2024-09-10T10:18:30.757 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.754+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 --> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f09880b4a10 con 0x7f09740678f0 2024-09-10T10:18:30.759 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.754+0000 7f096f7fe640 1 -- 172.21.15.157:0/3087631946 <== mgr.4100 v2:172.21.15.192:6800/1932388902 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13354 (secure 0 0 0) 0x7f09880b4a10 con 0x7f09740678f0 2024-09-10T10:18:30.760 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:18:30.760 INFO:teuthology.orchestra.run.smithi157.stderr:dumped all 2024-09-10T10:18:30.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f09740678f0 msgr2=0x7f0974069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f09740678f0 0x7f0974069db0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f097c0ae000 tx=0x7f097c0046d0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 msgr2=0x7f0988150c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.762 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0988150c30 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f0978000fc0 tx=0x7f097800ec10 comp rx=0 tx=0).stop 2024-09-10T10:18:30.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 shutdown_connections 2024-09-10T10:18:30.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f09740678f0 0x7f0974069db0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.763 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0988152750 0x7f09881f55c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0988151b90 0x7f09881f61f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 --2- 172.21.15.157:0/3087631946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0970004810 0x7f0988150c30 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 >> 172.21.15.157:0/3087631946 conn(0x7f098806bcc0 msgr2=0x7f0988165d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:30.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 shutdown_connections 2024-09-10T10:18:30.764 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.758+0000 7f098d6e7640 1 -- 172.21.15.157:0/3087631946 wait complete. 2024-09-10T10:18:30.779 INFO:teuthology.orchestra.run.smithi157.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-09-10T10:18:29.449460+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":253776,"kb_used_data":4264,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754720944,"statfs":{"total":773094113280,"available":772834246656,"internally_reserved":0,"allocated":4366336,"data_stored":2407200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":255315506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003135"},"pg_stats":[{"pgid":"1.0","version":"35'119","reported_seq":207,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-10T10:18:11.108297+0000","last_change":"2024-09-10T10:18:11.108486+0000","last_active":"2024-09-10T10:18:11.108297+0000","last_peered":"2024-09-10T10:18:11.108297+0000","last_clean":"2024-09-10T10:18:11.108297+0000","last_became_active":"2024-09-10T10:16:47.560107+0000","last_became_peered":"2024-09-10T10:16:47.560107+0000","last_unstale":"2024-09-10T10:18:11.108297+0000","last_undegraded":"2024-09-10T10:18:11.108297+0000","last_fullsized":"2024-09-10T10:18:11.108297+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"35'119","last_scrub_stamp":"2024-09-10T10:18:11.108060+0000","last_deep_scrub":"35'119","last_deep_scrub_stamp":"2024-09-10T10:18:11.108060+0000","last_clean_scrub_stamp":"2024-09-10T10:18:11.108060+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:26.240346+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509463,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27992,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343848,"statfs":{"total":96636764160,"available":96608100352,"internally_reserved":0,"allocated":991232,"data_stored":743676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27420,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509465,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35740,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336100,"statfs":{"total":96636764160,"available":96600166400,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509465,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31580,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340260,"statfs":{"total":96636764160,"available":96604426240,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509465,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36312,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335528,"statfs":{"total":96636764160,"available":96599580672,"internally_reserved":0,"allocated":991232,"data_stored":743676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542168,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31576,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35740,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336100,"statfs":{"total":96636764160,"available":96600166400,"internally_reserved":0,"allocated":397312,"data_stored":153308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T10:18:30.780 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-10T10:18:30.906 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f37748f5640 1 Processor -- start 2024-09-10T10:18:30.907 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f37748f5640 1 -- start start 2024-09-10T10:18:30.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f37748f5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f377015afb0 0x7f377006f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f37748f5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770072d70 0x7f377006fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f37748f5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3770071fb0 con 0x7f3770073530 2024-09-10T10:18:30.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f37748f5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f3770072290 con 0x7f377015afb0 2024-09-10T10:18:30.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f37748f5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f3770072570 con 0x7f3770072d70 2024-09-10T10:18:30.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376dd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770072d70 0x7f377006fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.908 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376e59c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f377015afb0 0x7f377006f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376e59c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f377015afb0 0x7f377006f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.157:58112/0 (socket says 172.21.15.157:58112) 2024-09-10T10:18:30.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376e59c640 1 -- 172.21.15.157:0/202694030 learned_addr learned my addr 172.21.15.157:0/202694030 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:30.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376ed9d640 1 --1- 172.21.15.157:0/202694030 >> v1:172.21.15.192:6789/0 conn(0x7f3770073530 0x7f3770073980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.157:40768/0 (socket says 172.21.15.157:40768) 2024-09-10T10:18:30.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376dd9b640 1 -- 172.21.15.157:0/202694030 >> v2:172.21.15.192:3300/0 conn(0x7f377015afb0 msgr2=0x7f377006f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:30.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376dd9b640 1 --2- 172.21.15.157:0/202694030 >> v2:172.21.15.192:3300/0 conn(0x7f377015afb0 0x7f377006f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376dd9b640 1 -- 172.21.15.157:0/202694030 >> v1:172.21.15.192:6789/0 conn(0x7f3770073530 legacy=0x7f3770073980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.909 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376dd9b640 1 -- 172.21.15.157:0/202694030 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3770074260 con 0x7f3770072d70 2024-09-10T10:18:30.910 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.898+0000 7f376e59c640 1 --2- 172.21.15.157:0/202694030 >> v2:172.21.15.192:3300/0 conn(0x7f377015afb0 0x7f377006f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T10:18:30.913 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f376dd9b640 1 --2- 172.21.15.157:0/202694030 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770072d70 0x7f377006fc00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f37580097c0 tx=0x7f375801ec90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bce835b6ee9efadc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:30.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f376d59a640 1 -- 172.21.15.157:0/202694030 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37580b5070 con 0x7f3770072d70 2024-09-10T10:18:30.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f376d59a640 1 -- 172.21.15.157:0/202694030 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37580a8990 con 0x7f3770072d70 2024-09-10T10:18:30.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f376d59a640 1 -- 172.21.15.157:0/202694030 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37580a8d60 con 0x7f3770072d70 2024-09-10T10:18:30.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 -- 172.21.15.157:0/202694030 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770072d70 msgr2=0x7f377006fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 --2- 172.21.15.157:0/202694030 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770072d70 0x7f377006fc00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f37580097c0 tx=0x7f375801ec90 comp rx=0 tx=0).stop 2024-09-10T10:18:30.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 -- 172.21.15.157:0/202694030 shutdown_connections 2024-09-10T10:18:30.914 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 --2- 172.21.15.157:0/202694030 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770072d70 0x7f377006fc00 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 --2- 172.21.15.157:0/202694030 >> v2:172.21.15.192:3300/0 conn(0x7f377015afb0 0x7f377006f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 -- 172.21.15.157:0/202694030 >> 172.21.15.157:0/202694030 conn(0x7f37700b2fb0 msgr2=0x7f37700b33c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:30.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 -- 172.21.15.157:0/202694030 shutdown_connections 2024-09-10T10:18:30.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 -- 172.21.15.157:0/202694030 wait complete. 2024-09-10T10:18:30.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 Processor -- start 2024-09-10T10:18:30.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.902+0000 7f37748f5640 1 -- start start 2024-09-10T10:18:30.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f37748f5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3770072d70 0x7f3770157bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f37748f5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770073530 0x7f3770149b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f37748f5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f377015afb0 0x7f3770158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f37748f5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f37700b4430 con 0x7f377015afb0 2024-09-10T10:18:30.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f37748f5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f37700b42b0 con 0x7f3770072d70 2024-09-10T10:18:30.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f37748f5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f37700b45b0 con 0x7f3770073530 2024-09-10T10:18:30.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376ed9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f377015afb0 0x7f3770158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.916 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376ed9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f377015afb0 0x7f3770158790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:51638/0 (socket says 172.21.15.157:51638) 2024-09-10T10:18:30.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376ed9d640 1 -- 172.21.15.157:0/192316642 learned_addr learned my addr 172.21.15.157:0/192316642 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:30.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376dd9b640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770073530 0x7f3770149b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376e59c640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3770072d70 0x7f3770157bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376ed9d640 1 -- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770073530 msgr2=0x7f3770149b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376ed9d640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770073530 0x7f3770149b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376ed9d640 1 -- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3770072d70 msgr2=0x7f3770157bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:30.917 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376ed9d640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3770072d70 0x7f3770157bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:30.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376ed9d640 1 -- 172.21.15.157:0/192316642 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3770156b50 con 0x7f377015afb0 2024-09-10T10:18:30.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376e59c640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3770072d70 0x7f3770157bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:18:30.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376ed9d640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f377015afb0 0x7f3770158790 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f376000c440 tx=0x7f376000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:30.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f3766ffd640 1 -- 172.21.15.157:0/192316642 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37600074e0 con 0x7f377015afb0 2024-09-10T10:18:30.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f3766ffd640 1 -- 172.21.15.157:0/192316642 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3760007680 con 0x7f377015afb0 2024-09-10T10:18:30.918 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3770156e10 con 0x7f377015afb0 2024-09-10T10:18:30.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f3766ffd640 1 -- 172.21.15.157:0/192316642 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3760004a10 con 0x7f377015afb0 2024-09-10T10:18:30.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37701573d0 con 0x7f377015afb0 2024-09-10T10:18:30.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3770073980 con 0x7f377015afb0 2024-09-10T10:18:30.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f3766ffd640 1 -- 172.21.15.157:0/192316642 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f376001a020 con 0x7f377015afb0 2024-09-10T10:18:30.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f3766ffd640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37500678c0 0x7f3750069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:30.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f3766ffd640 1 -- 172.21.15.157:0/192316642 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f37600850b0 con 0x7f377015afb0 2024-09-10T10:18:30.919 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.906+0000 7f376e59c640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37500678c0 0x7f3750069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:30.920 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.910+0000 7f376e59c640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37500678c0 0x7f3750069d80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3768009d20 tx=0x7f376800b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:30.920 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:30.914+0000 7f3766ffd640 1 -- 172.21.15.157:0/192316642 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f3760055f80 con 0x7f377015afb0 2024-09-10T10:18:31.083 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.078+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f37700b4a40 con 0x7f377015afb0 2024-09-10T10:18:31.086 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.082+0000 7f3766ffd640 1 -- 172.21.15.157:0/192316642 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v15)=0 v15) ==== 123+0+0 (secure 0 0 0) 0x7f3760055880 con 0x7f377015afb0 2024-09-10T10:18:31.087 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.082+0000 7f3766ffd640 1 -- 172.21.15.157:0/192316642 <== mon.0 v2:172.21.15.157:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f3760001130 con 0x7f377015afb0 2024-09-10T10:18:31.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37500678c0 msgr2=0x7f3750069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:31.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37500678c0 0x7f3750069d80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3768009d20 tx=0x7f376800b040 comp rx=0 tx=0).stop 2024-09-10T10:18:31.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f377015afb0 msgr2=0x7f3770158790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:31.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f377015afb0 0x7f3770158790 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f376000c440 tx=0x7f376000c900 comp rx=0 tx=0).stop 2024-09-10T10:18:31.090 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 shutdown_connections 2024-09-10T10:18:31.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f37500678c0 0x7f3750069d80 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f377015afb0 0x7f3770158790 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3770073530 0x7f3770149b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 --2- 172.21.15.157:0/192316642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3770072d70 0x7f3770157bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 >> 172.21.15.157:0/192316642 conn(0x7f37700b2fb0 msgr2=0x7f37700b3390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:31.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 shutdown_connections 2024-09-10T10:18:31.091 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.086+0000 7f37748f5640 1 -- 172.21.15.157:0/192316642 wait complete. 2024-09-10T10:18:31.107 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T10:18:31.108 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T10:18:31.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.226+0000 7f505d7a3640 1 Processor -- start 2024-09-10T10:18:31.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.226+0000 7f505d7a3640 1 -- start start 2024-09-10T10:18:31.235 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f505d7a3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f50580b5200 0x7f505815c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:31.236 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f505d7a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50580cca90 0x7f50580b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:31.236 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f505d7a3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50580b55e0 con 0x7f50580b1dc0 2024-09-10T10:18:31.236 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f505d7a3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 -- 0x7f50580ce3b0 con 0x7f50580b5200 2024-09-10T10:18:31.236 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f505d7a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f505815c5f0 con 0x7f50580cca90 2024-09-10T10:18:31.236 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f50577fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f50580b1dc0 0x7f50580b3550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:55688/0 (socket says 172.21.15.157:55688) 2024-09-10T10:18:31.236 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f50577fe640 1 -- 172.21.15.157:0/4076282497 learned_addr learned my addr 172.21.15.157:0/4076282497 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-10T10:18:31.236 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f50567fc640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50580cca90 0x7f50580b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:31.236 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5056ffd640 1 --2- 172.21.15.157:0/4076282497 >> v2:172.21.15.192:3300/0 conn(0x7f50580b5200 0x7f505815c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:31.237 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 <== mon.0 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1826660785 0 0) 0x7f50580b55e0 con 0x7f50580b1dc0 2024-09-10T10:18:31.237 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5040005740 con 0x7f50580b1dc0 2024-09-10T10:18:31.237 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 <== mon.0 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4042466364 0 0) 0x7f5040005740 con 0x7f50580b1dc0 2024-09-10T10:18:31.237 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50580cca90 msgr2=0x7f50580b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:31.237 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50580cca90 0x7f50580b43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.237 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 >> v2:172.21.15.192:3300/0 conn(0x7f50580b5200 msgr2=0x7f505815c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:31.237 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 --2- 172.21.15.157:0/4076282497 >> v2:172.21.15.192:3300/0 conn(0x7f50580b5200 0x7f505815c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50580b4910 con 0x7f50580b1dc0 2024-09-10T10:18:31.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 <== mon.0 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 4070303220 0 0) 0x7f5050001a00 con 0x7f50580b1dc0 2024-09-10T10:18:31.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 >> v1:172.21.15.157:6789/0 conn(0x7f50580b1dc0 legacy=0x7f50580b3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:31.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50580cca90 0x7f5040005c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:31.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5040006180 0x7f5040006a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:31.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5040006f60 0x7f50400073e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:31.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f505815c5f0 con 0x7f5040006180 2024-09-10T10:18:31.238 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f504000dbe0 con 0x7f5040006f60 2024-09-10T10:18:31.239 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f504000dde0 con 0x7f50580cca90 2024-09-10T10:18:31.239 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f50567fc640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5040006180 0x7f5040006a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:31.239 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f50567fc640 1 -- 172.21.15.157:0/4076282497 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50580cca90 msgr2=0x7f5040005c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:31.239 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f50567fc640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50580cca90 0x7f5040005c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.239 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f50567fc640 1 -- 172.21.15.157:0/4076282497 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5040006f60 msgr2=0x7f50400073e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T10:18:31.239 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f50567fc640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5040006f60 0x7f50400073e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.240 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.230+0000 7f50567fc640 1 -- 172.21.15.157:0/4076282497 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5040005740 con 0x7f5040006180 2024-09-10T10:18:31.243 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f50567fc640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5040006180 0x7f5040006a20 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f5048009ae0 tx=0x7f504801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=657d0b8c5349e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:31.243 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50480b2070 con 0x7f5040006180 2024-09-10T10:18:31.243 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f50480a5510 con 0x7f5040006180 2024-09-10T10:18:31.243 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f5055ffb640 1 -- 172.21.15.157:0/4076282497 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50480096b0 con 0x7f5040006180 2024-09-10T10:18:31.243 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 -- 172.21.15.157:0/4076282497 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5040006180 msgr2=0x7f5040006a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:31.243 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 --2- 172.21.15.157:0/4076282497 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5040006180 0x7f5040006a20 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f5048009ae0 tx=0x7f504801cab0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.243 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f50577fe640 1 -- 172.21.15.157:0/4076282497 reap_dead start 2024-09-10T10:18:31.244 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 -- 172.21.15.157:0/4076282497 shutdown_connections 2024-09-10T10:18:31.244 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 -- 172.21.15.157:0/4076282497 >> 172.21.15.157:0/4076282497 conn(0x7f505806bcc0 msgr2=0x7f505806c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:31.244 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 -- 172.21.15.157:0/4076282497 shutdown_connections 2024-09-10T10:18:31.244 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 -- 172.21.15.157:0/4076282497 wait complete. 2024-09-10T10:18:31.244 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 Processor -- start 2024-09-10T10:18:31.244 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 -- start start 2024-09-10T10:18:31.244 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5040006180 0x7f505815fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:31.244 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f505815f3f0 0x7f5058146980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:31.244 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50580b0f40 0x7f50580b13c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:31.245 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 -- 0x7f50580b4070 con 0x7f50580b0f40 2024-09-10T10:18:31.245 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f50580cd8c0 con 0x7f505815f3f0 2024-09-10T10:18:31.245 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f505d7a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 -- 0x7f5058158b70 con 0x7f5040006180 2024-09-10T10:18:31.245 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f50577fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50580b0f40 0x7f50580b13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:31.245 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f50577fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50580b0f40 0x7f50580b13c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:51662/0 (socket says 172.21.15.157:51662) 2024-09-10T10:18:31.245 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f50577fe640 1 -- 172.21.15.157:0/3965887786 learned_addr learned my addr 172.21.15.157:0/3965887786 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-10T10:18:31.245 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f50567fc640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f505815f3f0 0x7f5058146980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:31.246 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.234+0000 7f5056ffd640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5040006180 0x7f505815fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:31.246 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f50577fe640 1 -- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5040006180 msgr2=0x7f505815fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:31.246 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f50577fe640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5040006180 0x7f505815fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.246 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f50577fe640 1 -- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f505815f3f0 msgr2=0x7f5058146980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:31.246 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f50577fe640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f505815f3f0 0x7f5058146980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.246 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f50577fe640 1 -- 172.21.15.157:0/3965887786 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5058160410 con 0x7f50580b0f40 2024-09-10T10:18:31.246 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f50567fc640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f505815f3f0 0x7f5058146980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T10:18:31.246 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f50577fe640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50580b0f40 0x7f50580b13c0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f5050000f90 tx=0x7f505000cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:31.247 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f503f7fe640 1 -- 172.21.15.157:0/3965887786 <== mon.0 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f505000a5b0 con 0x7f50580b0f40 2024-09-10T10:18:31.247 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f503f7fe640 1 -- 172.21.15.157:0/3965887786 <== mon.0 v2:172.21.15.157:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f505000a770 con 0x7f50580b0f40 2024-09-10T10:18:31.247 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5058146ec0 con 0x7f50580b0f40 2024-09-10T10:18:31.247 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f503f7fe640 1 -- 172.21.15.157:0/3965887786 <== mon.0 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f505000ab80 con 0x7f50580b0f40 2024-09-10T10:18:31.247 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5058162530 con 0x7f50580b0f40 2024-09-10T10:18:31.247 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50580b1900 con 0x7f50580b0f40 2024-09-10T10:18:31.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f503f7fe640 1 -- 172.21.15.157:0/3965887786 <== mon.0 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) ==== 87445+0+0 (secure 0 0 0) 0x7f5050011070 con 0x7f50580b0f40 2024-09-10T10:18:31.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f503f7fe640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f50440678f0 0x7f5044069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T10:18:31.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f503f7fe640 1 -- 172.21.15.157:0/3965887786 <== mon.0 v2:172.21.15.157:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f5050085420 con 0x7f50580b0f40 2024-09-10T10:18:31.248 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f5056ffd640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f50440678f0 0x7f5044069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T10:18:31.249 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.238+0000 7f5056ffd640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f50440678f0 0x7f5044069db0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f504c0047c0 tx=0x7f504c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T10:18:31.249 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.242+0000 7f503f7fe640 1 -- 172.21.15.157:0/3965887786 <== mon.0 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+180250 (secure 0 0 0) 0x7f505001a060 con 0x7f50580b0f40 2024-09-10T10:18:31.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.438+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5058068530 con 0x7f50580b0f40 2024-09-10T10:18:31.443 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.438+0000 7f503f7fe640 1 -- 172.21.15.157:0/3965887786 <== mon.0 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+3920 (secure 0 0 0) 0x7f505000f260 con 0x7f50580b0f40 2024-09-10T10:18:31.444 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-10T10:18:31.444 INFO:teuthology.orchestra.run.smithi157.stdout:{"epoch":19,"btime":"2024-09-10T10:17:58:920485+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4621,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6835/3850865518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6833","nonce":3850865518},{"type":"v1","addr":"172.21.15.157:6835","nonce":3850865518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6836/1689368113","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1689368113},{"type":"v1","addr":"172.21.15.192:6836","nonce":1689368113}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4795,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/3247751966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6835","nonce":3247751966},{"type":"v1","addr":"172.21.15.192:6837","nonce":3247751966}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":4815,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6834/877460188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":877460188},{"type":"v1","addr":"172.21.15.157:6834","nonce":877460188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[]} 2024-09-10T10:18:31.444 INFO:teuthology.orchestra.run.smithi157.stderr:dumped fsmap epoch 19 2024-09-10T10:18:31.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f50440678f0 msgr2=0x7f5044069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:31.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f50440678f0 0x7f5044069db0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f504c0047c0 tx=0x7f504c008040 comp rx=0 tx=0).stop 2024-09-10T10:18:31.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50580b0f40 msgr2=0x7f50580b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T10:18:31.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50580b0f40 0x7f50580b13c0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f5050000f90 tx=0x7f505000cf00 comp rx=0 tx=0).stop 2024-09-10T10:18:31.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 shutdown_connections 2024-09-10T10:18:31.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:6800/1932388902,v1:172.21.15.192:6801/1932388902] conn(0x7f50440678f0 0x7f5044069db0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50580b0f40 0x7f50580b13c0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f505815f3f0 0x7f5058146980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 --2- 172.21.15.157:0/3965887786 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5040006180 0x7f505815fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T10:18:31.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 >> 172.21.15.157:0/3965887786 conn(0x7f505806bcc0 msgr2=0x7f505815d130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T10:18:31.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 shutdown_connections 2024-09-10T10:18:31.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-10T10:18:31.442+0000 7f505d7a3640 1 -- 172.21.15.157:0/3965887786 wait complete. 2024-09-10T10:18:31.463 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-10T10:18:31.463 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-10T10:18:31.464 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T10:18:31.464 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:31.479 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T10:18:31.480 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T10:18:31.480 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:31.532 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T10:18:31.533 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T10:18:31.533 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:31.550 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T10:18:31.551 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T10:18:31.551 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:31.615 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T10:18:31.615 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-10T10:18:31.615 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-10T10:18:31.615 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:31.692 INFO:tasks.ceph.osd.0:Stopped 2024-09-10T10:18:31.693 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-10T10:18:31.693 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:31.771 INFO:tasks.ceph.osd.1:Stopped 2024-09-10T10:18:31.772 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-10T10:18:31.772 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:31.851 INFO:tasks.ceph.osd.2:Stopped 2024-09-10T10:18:31.851 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-10T10:18:31.851 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:31.932 INFO:tasks.ceph.osd.3:Stopped 2024-09-10T10:18:31.933 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-10T10:18:31.933 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:32.008 INFO:tasks.ceph.osd.4:Stopped 2024-09-10T10:18:32.009 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-10T10:18:32.009 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:32.089 INFO:tasks.ceph.osd.5:Stopped 2024-09-10T10:18:32.089 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-10T10:18:32.089 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:32.161 INFO:tasks.ceph.osd.6:Stopped 2024-09-10T10:18:32.161 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-10T10:18:32.161 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:34.321 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-10T10:18:38.263 INFO:tasks.ceph.osd.7:Stopped 2024-09-10T10:18:38.263 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-10T10:18:38.264 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-10T10:18:38.264 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:38.298 INFO:tasks.ceph.mgr.y:Stopped 2024-09-10T10:18:38.298 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-10T10:18:38.298 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:38.328 INFO:tasks.ceph.mgr.x:Stopped 2024-09-10T10:18:38.328 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-10T10:18:38.329 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-10T10:18:38.329 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:38.361 INFO:tasks.ceph.mon.a:Stopped 2024-09-10T10:18:38.362 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-10T10:18:38.362 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:38.385 INFO:tasks.ceph.mon.b:Stopped 2024-09-10T10:18:38.385 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-10T10:18:38.385 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T10:18:38.445 INFO:tasks.ceph.mon.c:Stopped 2024-09-10T10:18:38.445 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-10T10:18:38.446 DEBUG:teuthology.orchestra.run.smithi157:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-10T10:18:38.464 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:18:38.465 DEBUG:teuthology.orchestra.run.smithi157:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-10T10:18:38.720 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:18:38.720 DEBUG:teuthology.orchestra.run.smithi157:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-10T10:18:38.894 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:18:38.894 DEBUG:teuthology.orchestra.run.smithi157:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-10T10:18:39.012 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:18:39.012 DEBUG:teuthology.orchestra.run.smithi157:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-10T10:18:39.127 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:18:39.128 DEBUG:teuthology.orchestra.run.smithi192:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-10T10:18:39.323 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-10T10:18:39.345 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:18:39.345 DEBUG:teuthology.orchestra.run.smithi192:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-10T10:18:39.510 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:18:39.511 DEBUG:teuthology.orchestra.run.smithi192:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-10T10:18:39.654 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:18:39.654 DEBUG:teuthology.orchestra.run.smithi192:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-10T10:18:39.769 INFO:tasks.ceph:Archiving mon data... 2024-09-10T10:18:39.770 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017/data/mon.a.tgz 2024-09-10T10:18:39.771 DEBUG:teuthology.orchestra.run.smithi157:> mktemp 2024-09-10T10:18:39.777 INFO:teuthology.orchestra.run.smithi157.stdout:/tmp/tmp.oMFfUG380J 2024-09-10T10:18:39.777 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.oMFfUG380J 2024-09-10T10:18:39.889 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0666 /tmp/tmp.oMFfUG380J 2024-09-10T10:18:39.950 DEBUG:teuthology.orchestra.remote:smithi157:/tmp/tmp.oMFfUG380J is 277KB 2024-09-10T10:18:40.011 DEBUG:teuthology.orchestra.run.smithi157:> rm -fr /tmp/tmp.oMFfUG380J 2024-09-10T10:18:40.017 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017/data/mon.b.tgz 2024-09-10T10:18:40.017 DEBUG:teuthology.orchestra.run.smithi192:> mktemp 2024-09-10T10:18:40.022 INFO:teuthology.orchestra.run.smithi192.stdout:/tmp/tmp.cV6L3vUEss 2024-09-10T10:18:40.023 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.cV6L3vUEss 2024-09-10T10:18:40.154 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 0666 /tmp/tmp.cV6L3vUEss 2024-09-10T10:18:40.220 DEBUG:teuthology.orchestra.remote:smithi192:/tmp/tmp.cV6L3vUEss is 373KB 2024-09-10T10:18:40.237 DEBUG:teuthology.orchestra.run.smithi192:> rm -fr /tmp/tmp.cV6L3vUEss 2024-09-10T10:18:40.242 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017/data/mon.c.tgz 2024-09-10T10:18:40.243 DEBUG:teuthology.orchestra.run.smithi192:> mktemp 2024-09-10T10:18:40.288 INFO:teuthology.orchestra.run.smithi192.stdout:/tmp/tmp.9sjj3dFiXR 2024-09-10T10:18:40.289 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.9sjj3dFiXR 2024-09-10T10:18:40.422 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 0666 /tmp/tmp.9sjj3dFiXR 2024-09-10T10:18:40.484 DEBUG:teuthology.orchestra.remote:smithi192:/tmp/tmp.9sjj3dFiXR is 373KB 2024-09-10T10:18:40.542 DEBUG:teuthology.orchestra.run.smithi192:> rm -fr /tmp/tmp.9sjj3dFiXR 2024-09-10T10:18:40.548 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-10T10:18:40.549 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T10:18:40.551 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T10:18:40.611 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T10:18:40.653 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T10:18:40.653 INFO:tasks.ceph:Archiving crash dumps... 2024-09-10T10:18:40.655 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017/remote/smithi157/crash 2024-09-10T10:18:40.656 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T10:18:40.670 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017/remote/smithi192/crash 2024-09-10T10:18:40.671 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T10:18:40.708 INFO:tasks.ceph:Shutting down logrotate 2024-09-10T10:18:40.708 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:18:40.715 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T10:18:40.783 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T10:18:40.814 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T10:18:40.836 INFO:tasks.ceph:Compressing logs... 2024-09-10T10:18:40.836 DEBUG:teuthology.orchestra.run.smithi157:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T10:18:40.859 DEBUG:teuthology.orchestra.run.smithi192:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T10:18:40.885 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37650.log 2024-09-10T10:18:40.886 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35339.log 2024-09-10T10:18:40.887 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35939.log 2024-09-10T10:18:40.887 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37268.log 2024-09-10T10:18:40.887 INFO:teuthology.orchestra.run.smithi157.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37650.log.gz 2024-09-10T10:18:40.888 INFO:teuthology.orchestra.run.smithi157.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.35339.log.gz 2024-09-10T10:18:40.888 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34385.log 2024-09-10T10:18:40.888 INFO:teuthology.orchestra.run.smithi157.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.35939.log.gz 2024-09-10T10:18:40.889 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34180.log 2024-09-10T10:18:40.890 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37268.log: /var/log/ceph/ceph-client.admin.34385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36510.log 2024-09-10T10:18:40.890 INFO:teuthology.orchestra.run.smithi157.stderr: 89.1%/var/log/ceph/ceph-client.admin.34180.log: -- replaced with /var/log/ceph/ceph-client.admin.34385.log.gz 2024-09-10T10:18:40.890 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33529.log 2024-09-10T10:18:40.890 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36510.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.37268.log.gz 2024-09-10T10:18:40.890 INFO:teuthology.orchestra.run.smithi157.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.34180.log.gz 2024-09-10T10:18:40.890 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-10T10:18:40.890 INFO:teuthology.orchestra.run.smithi157.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36510.log.gz 2024-09-10T10:18:40.891 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35503.log 2024-09-10T10:18:40.895 INFO:teuthology.orchestra.run.smithi157.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.33529.log.gz 2024-09-10T10:18:40.895 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35731.log 2024-09-10T10:18:40.895 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-mgr.y.log: /var/log/ceph/ceph-client.admin.35503.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37138.log 2024-09-10T10:18:40.895 INFO:teuthology.orchestra.run.smithi157.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.35503.log.gz 2024-09-10T10:18:40.896 INFO:teuthology.orchestra.run.smithi157.stderr:gzip/var/log/ceph/ceph-client.admin.35731.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.34182.log 2024-09-10T10:18:40.896 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36863.log 2024-09-10T10:18:40.896 INFO:teuthology.orchestra.run.smithi157.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.35731.log.gz 2024-09-10T10:18:40.896 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34182.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.37138.log.gz 2024-09-10T10:18:40.896 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37442.log 2024-09-10T10:18:40.896 INFO:teuthology.orchestra.run.smithi157.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.34182.log.gz 2024-09-10T10:18:40.896 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36017.log 2024-09-10T10:18:40.896 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36863.log: /var/log/ceph/ceph-client.admin.37442.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-10T10:18:40.897 INFO:teuthology.orchestra.run.smithi157.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.36863.log.gz 2024-09-10T10:18:40.897 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36017.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37442.log.gz 2024-09-10T10:18:40.897 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35913.log 2024-09-10T10:18:40.897 INFO:teuthology.orchestra.run.smithi157.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36017.log.gz 2024-09-10T10:18:40.897 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37728.log 2024-09-10T10:18:40.897 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34173.log 2024-09-10T10:18:40.897 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37728.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.35913.log.gz 2024-09-10T10:18:40.897 INFO:teuthology.orchestra.run.smithi157.stderr: 92.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-10T10:18:40.898 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35783.log 2024-09-10T10:18:40.898 INFO:teuthology.orchestra.run.smithi157.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37728.log.gz 2024-09-10T10:18:40.898 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35701.log 2024-09-10T10:18:40.898 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34173.log: /var/log/ceph/ceph-client.admin.35783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36271.log 2024-09-10T10:18:40.898 INFO:teuthology.orchestra.run.smithi157.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.34173.log.gz 2024-09-10T10:18:40.898 INFO:teuthology.orchestra.run.smithi157.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.35783.log.gz 2024-09-10T10:18:40.898 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36945.log 2024-09-10T10:18:40.907 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34593.log 2024-09-10T10:18:40.907 INFO:teuthology.orchestra.run.smithi157.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.35701.log.gz 2024-09-10T10:18:40.907 INFO:teuthology.orchestra.run.smithi157.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.36271.log.gz 2024-09-10T10:18:40.907 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36406.log 2024-09-10T10:18:40.907 INFO:teuthology.orchestra.run.smithi157.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.36945.log.gz 2024-09-10T10:18:40.908 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36193.log 2024-09-10T10:18:40.908 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36406.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.34593.log.gz 2024-09-10T10:18:40.908 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34172.log 2024-09-10T10:18:40.908 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36193.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36406.log.gz 2024-09-10T10:18:40.908 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33866.log 2024-09-10T10:18:40.908 INFO:teuthology.orchestra.run.smithi157.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36193.log.gz 2024-09-10T10:18:40.908 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37060.log 2024-09-10T10:18:40.908 INFO:teuthology.orchestra.run.smithi157.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.34172.log.gz 2024-09-10T10:18:40.909 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36484.log 2024-09-10T10:18:40.909 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37060.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.33866.log.gz 2024-09-10T10:18:40.909 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37832.log 2024-09-10T10:18:40.909 INFO:teuthology.orchestra.run.smithi157.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.37060.log.gz 2024-09-10T10:18:40.909 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37034.log 2024-09-10T10:18:40.909 INFO:teuthology.orchestra.run.smithi157.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.36484.log.gz 2024-09-10T10:18:40.909 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37832.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37242.log 2024-09-10T10:18:40.909 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37034.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.37832.log.gz 2024-09-10T10:18:40.910 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37754.log 2024-09-10T10:18:40.910 INFO:teuthology.orchestra.run.smithi157.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37034.log.gz 2024-09-10T10:18:40.910 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34178.log 2024-09-10T10:18:40.910 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37754.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.37242.log.gz 2024-09-10T10:18:40.910 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36562.log 2024-09-10T10:18:40.910 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34178.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37754.log.gz 2024-09-10T10:18:40.910 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-10T10:18:40.911 INFO:teuthology.orchestra.run.smithi157.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.34178.log.gz 2024-09-10T10:18:40.911 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35144.log 2024-09-10T10:18:40.911 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35016.log 2024-09-10T10:18:40.911 INFO:teuthology.orchestra.run.smithi157.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36562.log.gz 2024-09-10T10:18:40.911 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.0.35144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36166.log 2024-09-10T10:18:40.911 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35016.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37086.log 2024-09-10T10:18:40.911 INFO:teuthology.orchestra.run.smithi157.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.35016.log.gz 2024-09-10T10:18:40.911 INFO:teuthology.orchestra.run.smithi157.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.0.35144.log.gz 2024-09-10T10:18:40.912 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35367.log 2024-09-10T10:18:40.912 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37884.log 2024-09-10T10:18:40.912 INFO:teuthology.orchestra.run.smithi157.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36166.log.gz 2024-09-10T10:18:40.912 INFO:teuthology.orchestra.run.smithi157.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.37086.log.gz 2024-09-10T10:18:40.912 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35835.log 2024-09-10T10:18:40.912 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34387.log 2024-09-10T10:18:40.912 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37884.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.35367.log.gz 2024-09-10T10:18:40.912 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35589.log 2024-09-10T10:18:40.913 INFO:teuthology.orchestra.run.smithi157.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37884.log.gz 2024-09-10T10:18:40.913 INFO:teuthology.orchestra.run.smithi157.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.35835.log.gz 2024-09-10T10:18:40.913 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34387.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-10T10:18:40.913 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37572.log 2024-09-10T10:18:40.913 INFO:teuthology.orchestra.run.smithi157.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34387.log.gz 2024-09-10T10:18:40.913 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-mon.a.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.35589.log.gz 2024-09-10T10:18:40.913 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37988.log 2024-09-10T10:18:40.913 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34961.log 2024-09-10T10:18:40.914 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37988.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.37572.log.gz 2024-09-10T10:18:40.914 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36772.log 2024-09-10T10:18:40.914 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34961.log: gzip 89.1% -- replaced with /var/log/ceph/ceph-client.admin.37988.log.gz -5 2024-09-10T10:18:40.914 INFO:teuthology.orchestra.run.smithi157.stderr: --verbose -- /var/log/ceph/ceph-client.admin.29006.log 2024-09-10T10:18:40.926 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-10T10:18:40.926 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.34778.log 2024-09-10T10:18:40.926 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-10T10:18:40.927 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-client.3.34778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28994.log 2024-09-10T10:18:40.927 INFO:teuthology.orchestra.run.smithi192.stderr:gzip/var/log/ceph/ceph-osd.6.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.29066.log 2024-09-10T10:18:40.927 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-client.admin.28994.log: 87.5% -- replaced with /var/log/ceph/ceph-client.3.34778.log.gz 2024-09-10T10:18:40.927 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29018.log 2024-09-10T10:18:40.927 INFO:teuthology.orchestra.run.smithi192.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.28994.log.gz 2024-09-10T10:18:40.927 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-10T10:18:40.927 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-client.admin.29066.log: /var/log/ceph/ceph-client.admin.29018.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-10T10:18:40.928 INFO:teuthology.orchestra.run.smithi192.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.29066.log.gz 2024-09-10T10:18:40.928 INFO:teuthology.orchestra.run.smithi192.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.29018.log.gz 2024-09-10T10:18:40.928 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T10:18:40.928 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28970.log 2024-09-10T10:18:40.928 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-10T10:18:40.928 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-client.admin.28970.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29090.log 2024-09-10T10:18:40.928 INFO:teuthology.orchestra.run.smithi192.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.28970.log.gz/var/log/ceph/ceph-mon.c.log: 2024-09-10T10:18:40.928 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T10:18:40.929 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29145.log 2024-09-10T10:18:40.929 INFO:teuthology.orchestra.run.smithi192.stderr: 91.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T10:18:40.929 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-client.admin.29090.log: /var/log/ceph/ceph.audit.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.29090.log.gz 2024-09-10T10:18:40.929 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29042.log 2024-09-10T10:18:40.929 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-client.admin.29145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29121.log 2024-09-10T10:18:40.929 INFO:teuthology.orchestra.run.smithi192.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.29145.log.gz 2024-09-10T10:18:40.929 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-client.admin.29042.log: 88.5% 93.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T10:18:40.929 INFO:teuthology.orchestra.run.smithi192.stderr: -- replaced with /var/log/ceph/ceph-client.admin.29042.log.gz 2024-09-10T10:18:40.930 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-10T10:18:40.930 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-client.admin.29121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.34657.log 2024-09-10T10:18:40.930 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-mds.d.log: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-10T10:18:40.930 INFO:teuthology.orchestra.run.smithi192.stderr: -- replaced with /var/log/ceph/ceph-client.admin.29121.log.gz 2024-09-10T10:18:40.930 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-client.1.34657.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-10T10:18:40.930 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-mds.b.log: 88.3% -- replaced with /var/log/ceph/ceph-client.1.34657.log.gz 2024-09-10T10:18:40.930 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-10T10:18:40.947 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-osd.4.log: 90.6% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-10T10:18:40.951 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.0.36772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33814.log 2024-09-10T10:18:40.951 INFO:teuthology.orchestra.run.smithi157.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.34961.log.gz 2024-09-10T10:18:40.951 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.29006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33708.log 2024-09-10T10:18:40.951 INFO:teuthology.orchestra.run.smithi157.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.29006.log.gz 2024-09-10T10:18:40.951 INFO:teuthology.orchestra.run.smithi157.stderr:gzip/var/log/ceph/ceph-client.admin.33814.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.35991.log 2024-09-10T10:18:40.952 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33708.log: 87.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35965.log 2024-09-10T10:18:40.952 INFO:teuthology.orchestra.run.smithi157.stderr: -- replaced with /var/log/ceph/ceph-client.admin.33814.log.gz 2024-09-10T10:18:40.952 INFO:teuthology.orchestra.run.smithi157.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.33708.log.gz 2024-09-10T10:18:40.952 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36245.log 2024-09-10T10:18:40.952 INFO:teuthology.orchestra.run.smithi157.stderr: 88.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35529.log 2024-09-10T10:18:40.952 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35965.log: -- replaced with /var/log/ceph/ceph-client.admin.35991.log.gz 2024-09-10T10:18:40.952 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37858.log 2024-09-10T10:18:40.952 INFO:teuthology.orchestra.run.smithi157.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.35965.log.gz 2024-09-10T10:18:40.953 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36245.log: /var/log/ceph/ceph-client.admin.35529.log: gzip -5 --verbose -- 87.7% /var/log/ceph/ceph-client.admin.34176.log 2024-09-10T10:18:40.953 INFO:teuthology.orchestra.run.smithi157.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36245.log.gz 2024-09-10T10:18:40.953 INFO:teuthology.orchestra.run.smithi157.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.35529.log.gz 2024-09-10T10:18:40.953 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34077.log 2024-09-10T10:18:40.953 INFO:teuthology.orchestra.run.smithi157.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.37858.log.gz 2024-09-10T10:18:40.953 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33562.log 2024-09-10T10:18:40.953 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37468.log 2024-09-10T10:18:40.953 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34077.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.34176.log.gz 2024-09-10T10:18:40.954 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37962.log 2024-09-10T10:18:40.954 INFO:teuthology.orchestra.run.smithi157.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.34077.log.gz 2024-09-10T10:18:40.954 INFO:teuthology.orchestra.run.smithi157.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.33562.log.gz 2024-09-10T10:18:40.954 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35477.log 2024-09-10T10:18:40.954 INFO:teuthology.orchestra.run.smithi157.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.0.36772.log.gz 2024-09-10T10:18:40.954 INFO:teuthology.orchestra.run.smithi157.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37468.log.gz 2024-09-10T10:18:40.954 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36968.log 2024-09-10T10:18:40.954 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35477.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37962.log.gz 2024-09-10T10:18:40.955 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34599.log 2024-09-10T10:18:40.955 INFO:teuthology.orchestra.run.smithi157.stderr: 88.9%/var/log/ceph/ceph-client.admin.36968.log: -- replaced with /var/log/ceph/ceph-client.admin.35477.log.gz 2024-09-10T10:18:40.955 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33762.log 2024-09-10T10:18:40.955 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34599.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.36968.log.gz 2024-09-10T10:18:40.955 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35562.log 2024-09-10T10:18:40.955 INFO:teuthology.orchestra.run.smithi157.stderr: 88.8%/var/log/ceph/ceph-client.admin.33762.log: -- replaced with /var/log/ceph/ceph-client.admin.34599.log.gz 2024-09-10T10:18:40.955 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33999.log 2024-09-10T10:18:40.955 INFO:teuthology.orchestra.run.smithi157.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.33762.log.gz 2024-09-10T10:18:40.956 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33654.log 2024-09-10T10:18:40.956 INFO:teuthology.orchestra.run.smithi157.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.35562.log.gz 2024-09-10T10:18:40.956 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33999.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-10T10:18:40.956 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28890.log 2024-09-10T10:18:40.956 INFO:teuthology.orchestra.run.smithi157.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.33999.log.gz 2024-09-10T10:18:40.956 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34376.log 2024-09-10T10:18:40.956 INFO:teuthology.orchestra.run.smithi157.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.33654.log.gz 2024-09-10T10:18:40.956 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.28890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29117.log 2024-09-10T10:18:40.957 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33788.log 2024-09-10T10:18:40.957 INFO:teuthology.orchestra.run.smithi157.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.28890.log.gz 2024-09-10T10:18:40.957 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.29117.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.34376.log.gz 2024-09-10T10:18:40.957 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-10T10:18:40.957 INFO:teuthology.orchestra.run.smithi157.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.29117.log.gz 2024-09-10T10:18:40.957 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36140.log 2024-09-10T10:18:40.957 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33788.log: /var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33892.log 2024-09-10T10:18:40.957 INFO:teuthology.orchestra.run.smithi157.stderr: 89.2%/var/log/ceph/ceph-client.admin.36140.log: -- replaced with /var/log/ceph/ceph-client.admin.33788.log.gz 2024-09-10T10:18:40.958 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37702.log 2024-09-10T10:18:40.958 INFO:teuthology.orchestra.run.smithi157.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36140.log.gz 2024-09-10T10:18:40.958 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33892.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.33892.log.gz 2024-09-10T10:18:40.958 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37910.log 2024-09-10T10:18:40.958 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35399.log 2024-09-10T10:18:40.958 INFO:teuthology.orchestra.run.smithi157.stderr: 88.2%/var/log/ceph/ceph-client.admin.37910.log: -- replaced with /var/log/ceph/ceph-client.admin.37702.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34805.log 2024-09-10T10:18:40.958 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-09-10T10:18:40.958 INFO:teuthology.orchestra.run.smithi157.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37910.log.gz 2024-09-10T10:18:40.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35399.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.35399.log.gz 2024-09-10T10:18:40.959 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36886.log 2024-09-10T10:18:40.959 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36614.log 2024-09-10T10:18:40.959 INFO:teuthology.orchestra.run.smithi157.stderr: 88.9%/var/log/ceph/ceph-client.admin.36886.log: -- replaced with /var/log/ceph/ceph-client.admin.34805.log.gzgzip 2024-09-10T10:18:40.959 INFO:teuthology.orchestra.run.smithi157.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.35861.log 2024-09-10T10:18:40.959 INFO:teuthology.orchestra.run.smithi157.stderr: 89.7%/var/log/ceph/ceph-client.admin.36614.log: -- replaced with /var/log/ceph/ceph-client.admin.36886.log.gz 2024-09-10T10:18:40.959 INFO:teuthology.orchestra.run.smithi157.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36614.log.gz 2024-09-10T10:18:40.959 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36458.log 2024-09-10T10:18:40.960 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35861.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35674.log 2024-09-10T10:18:40.960 INFO:teuthology.orchestra.run.smithi157.stderr: 89.0%/var/log/ceph/ceph-client.admin.36458.log: -- replaced with /var/log/ceph/ceph-client.admin.35861.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34883.log 2024-09-10T10:18:40.960 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-09-10T10:18:40.960 INFO:teuthology.orchestra.run.smithi157.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.36458.log.gz 2024-09-10T10:18:40.960 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35674.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.35674.log.gz 2024-09-10T10:18:40.960 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36716.log 2024-09-10T10:18:40.960 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34883.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T10:18:40.960 INFO:teuthology.orchestra.run.smithi157.stderr: 89.1%/var/log/ceph/ceph-client.admin.36716.log: -- replaced with /var/log/ceph/ceph-client.admin.34883.log.gzgzip 2024-09-10T10:18:40.961 INFO:teuthology.orchestra.run.smithi157.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.34383.log 2024-09-10T10:18:40.961 INFO:teuthology.orchestra.run.smithi157.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36716.log.gz 2024-09-10T10:18:40.961 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph.log: 85.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T10:18:40.961 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36219.log 2024-09-10T10:18:40.961 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37624.log 2024-09-10T10:18:40.961 INFO:teuthology.orchestra.run.smithi157.stderr: 88.4%/var/log/ceph/ceph-client.admin.36219.log: -- replaced with /var/log/ceph/ceph-client.admin.34383.log.gz 2024-09-10T10:18:40.961 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35451.log 2024-09-10T10:18:40.961 INFO:teuthology.orchestra.run.smithi157.stderr: 87.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36432.log 2024-09-10T10:18:40.962 INFO:teuthology.orchestra.run.smithi157.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36219.log.gz 2024-09-10T10:18:40.962 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37624.log: /var/log/ceph/ceph-client.admin.35451.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.35451.log.gz 2024-09-10T10:18:40.962 INFO:teuthology.orchestra.run.smithi157.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37624.log.gz 2024-09-10T10:18:40.962 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37546.log 2024-09-10T10:18:40.962 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37938.log 2024-09-10T10:18:40.962 INFO:teuthology.orchestra.run.smithi157.stderr: 88.2%/var/log/ceph/ceph-client.admin.37546.log: -- replaced with /var/log/ceph/ceph-client.admin.36432.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37780.log 2024-09-10T10:18:40.962 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-09-10T10:18:40.962 INFO:teuthology.orchestra.run.smithi157.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.37546.log.gz 2024-09-10T10:18:40.963 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37938.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.37938.log.gz 2024-09-10T10:18:40.963 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37676.log 2024-09-10T10:18:40.963 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37346.log 2024-09-10T10:18:40.963 INFO:teuthology.orchestra.run.smithi157.stderr: 89.3%/var/log/ceph/ceph-client.admin.37676.log: -- replaced with /var/log/ceph/ceph-client.admin.37780.log.gz 2024-09-10T10:18:40.963 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37520.log 2024-09-10T10:18:40.963 INFO:teuthology.orchestra.run.smithi157.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.37676.log.gz 2024-09-10T10:18:40.963 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37346.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37346.log.gz 2024-09-10T10:18:40.964 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37320.log 2024-09-10T10:18:40.964 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36536.log 2024-09-10T10:18:40.964 INFO:teuthology.orchestra.run.smithi157.stderr: 88.1%/var/log/ceph/ceph-client.admin.37320.log: -- replaced with /var/log/ceph/ceph-client.admin.37520.log.gz 2024-09-10T10:18:40.964 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36351.log 2024-09-10T10:18:40.964 INFO:teuthology.orchestra.run.smithi157.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.37320.log.gz 2024-09-10T10:18:40.964 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36536.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.36536.log.gz 2024-09-10T10:18:40.964 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34598.log 2024-09-10T10:18:40.964 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37494.log 2024-09-10T10:18:40.965 INFO:teuthology.orchestra.run.smithi157.stderr: 88.6%/var/log/ceph/ceph-client.admin.34598.log: -- replaced with /var/log/ceph/ceph-client.admin.36351.log.gz 2024-09-10T10:18:40.965 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36666.log 2024-09-10T10:18:40.965 INFO:teuthology.orchestra.run.smithi157.stderr: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35194.log 2024-09-10T10:18:40.965 INFO:teuthology.orchestra.run.smithi157.stderr: -- replaced with /var/log/ceph/ceph-client.admin.34598.log.gz 2024-09-10T10:18:40.965 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37494.log: /var/log/ceph/ceph-client.admin.36666.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.37494.log.gz 2024-09-10T10:18:40.965 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36640.log 2024-09-10T10:18:40.965 INFO:teuthology.orchestra.run.smithi157.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.36666.log.gz 2024-09-10T10:18:40.965 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34386.log 2024-09-10T10:18:40.966 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35194.log: /var/log/ceph/ceph-client.admin.36640.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33736.log 2024-09-10T10:18:40.966 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34386.log: 89.6% 88.6% -- replaced with /var/log/ceph/ceph-client.admin.35194.log.gz 2024-09-10T10:18:40.966 INFO:teuthology.orchestra.run.smithi157.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36640.log.gz 2024-09-10T10:18:40.966 INFO:teuthology.orchestra.run.smithi157.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.34386.log.gz 2024-09-10T10:18:40.966 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34571.log 2024-09-10T10:18:40.966 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34596.log 2024-09-10T10:18:40.967 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33736.log: /var/log/ceph/ceph-client.admin.34571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34384.log 2024-09-10T10:18:40.967 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34596.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.34571.log.gz 89.6% -- replaced with /var/log/ceph/ceph-client.admin.33736.log.gz 2024-09-10T10:18:40.967 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-09-10T10:18:40.967 INFO:teuthology.orchestra.run.smithi157.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.34596.log.gz 2024-09-10T10:18:40.967 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33973.log 2024-09-10T10:18:40.967 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37112.log 2024-09-10T10:18:40.967 INFO:teuthology.orchestra.run.smithi157.stderr: 89.0%/var/log/ceph/ceph-client.admin.33973.log: -- replaced with /var/log/ceph/ceph-client.admin.34384.log.gz 2024-09-10T10:18:40.967 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34129.log 2024-09-10T10:18:40.968 INFO:teuthology.orchestra.run.smithi157.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.33973.log.gz 2024-09-10T10:18:40.968 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37112.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.37112.log.gz 2024-09-10T10:18:40.968 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36114.log 2024-09-10T10:18:40.968 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35757.log 2024-09-10T10:18:40.968 INFO:teuthology.orchestra.run.smithi157.stderr: 88.7%/var/log/ceph/ceph-client.admin.36114.log: -- replaced with /var/log/ceph/ceph-client.admin.34129.log.gz 2024-09-10T10:18:40.968 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T10:18:40.968 INFO:teuthology.orchestra.run.smithi157.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.36114.log.gz 2024-09-10T10:18:40.968 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35757.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.35757.log.gz 2024-09-10T10:18:40.969 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33628.log 2024-09-10T10:18:40.969 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-10T10:18:40.969 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36297.log 2024-09-10T10:18:40.969 INFO:teuthology.orchestra.run.smithi157.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.33628.log.gz 2024-09-10T10:18:40.969 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-mds.c.log: 89.2% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T10:18:40.969 INFO:teuthology.orchestra.run.smithi157.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-10T10:18:40.969 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-10T10:18:40.969 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36297.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34103.log 2024-09-10T10:18:40.970 INFO:teuthology.orchestra.run.smithi157.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36297.log.gz/var/log/ceph/ceph-mds.a.log: 2024-09-10T10:18:40.970 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37190.log 2024-09-10T10:18:40.970 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34103.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.34103.log.gz 2024-09-10T10:18:40.970 INFO:teuthology.orchestra.run.smithi157.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-10T10:18:40.970 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32873.log 2024-09-10T10:18:40.970 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36911.log 2024-09-10T10:18:40.970 INFO:teuthology.orchestra.run.smithi157.stderr: 88.3%/var/log/ceph/ceph-client.admin.32873.log: -- replaced with /var/log/ceph/ceph-client.admin.37190.log.gz 2024-09-10T10:18:40.970 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34051.log 2024-09-10T10:18:40.971 INFO:teuthology.orchestra.run.smithi157.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.32873.log.gz 2024-09-10T10:18:40.971 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36911.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36911.log.gz 2024-09-10T10:18:40.971 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34909.log 2024-09-10T10:18:40.971 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34051.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37216.log 2024-09-10T10:18:40.972 INFO:teuthology.orchestra.run.smithi192.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-10T10:18:40.973 INFO:teuthology.orchestra.run.smithi192.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-10T10:18:40.984 INFO:teuthology.orchestra.run.smithi157.stderr: 88.2%/var/log/ceph/ceph-client.admin.34909.log: -- replaced with /var/log/ceph/ceph-client.admin.34051.log.gz 2024-09-10T10:18:40.984 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37000.log 2024-09-10T10:18:40.984 INFO:teuthology.orchestra.run.smithi157.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.34909.log.gz 2024-09-10T10:18:40.984 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37216.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.37216.log.gz 2024-09-10T10:18:40.985 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34164.log 2024-09-10T10:18:40.985 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36380.log 2024-09-10T10:18:40.985 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34164.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37000.log.gz 2024-09-10T10:18:40.985 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36588.log 2024-09-10T10:18:40.985 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36380.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.34164.log.gz 2024-09-10T10:18:40.985 INFO:teuthology.orchestra.run.smithi157.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.36380.log.gz 2024-09-10T10:18:40.985 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36049.log 2024-09-10T10:18:40.985 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34575.log 2024-09-10T10:18:40.986 INFO:teuthology.orchestra.run.smithi157.stderr: 87.7%/var/log/ceph/ceph-client.admin.36049.log: -- replaced with /var/log/ceph/ceph-client.admin.36588.log.gz 2024-09-10T10:18:40.986 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35809.log 2024-09-10T10:18:40.986 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34025.log 2024-09-10T10:18:40.986 INFO:teuthology.orchestra.run.smithi157.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36049.log.gz 2024-09-10T10:18:40.986 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34575.log: /var/log/ceph/ceph-client.admin.35809.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.34575.log.gz 2024-09-10T10:18:40.986 INFO:teuthology.orchestra.run.smithi157.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.35809.log.gz 2024-09-10T10:18:40.986 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37388.log 2024-09-10T10:18:40.986 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34594.log 2024-09-10T10:18:40.987 INFO:teuthology.orchestra.run.smithi157.stderr: 87.5%/var/log/ceph/ceph-client.admin.37388.log: -- replaced with /var/log/ceph/ceph-client.admin.34025.log.gz 2024-09-10T10:18:40.987 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35887.log 2024-09-10T10:18:40.987 INFO:teuthology.orchestra.run.smithi157.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.37388.log.gz 2024-09-10T10:18:40.987 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34594.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.34594.log.gz 2024-09-10T10:18:40.987 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37598.log 2024-09-10T10:18:40.987 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34831.log 2024-09-10T10:18:40.987 INFO:teuthology.orchestra.run.smithi157.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.35887.log.gz/var/log/ceph/ceph-client.admin.37598.log: 2024-09-10T10:18:40.987 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33680.log 2024-09-10T10:18:40.988 INFO:teuthology.orchestra.run.smithi157.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37598.log.gz 2024-09-10T10:18:40.988 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34831.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.34831.log.gz 2024-09-10T10:18:40.988 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34391.log 2024-09-10T10:18:40.988 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36323.log 2024-09-10T10:18:40.988 INFO:teuthology.orchestra.run.smithi157.stderr: 88.8%/var/log/ceph/ceph-client.admin.34391.log: -- replaced with /var/log/ceph/ceph-client.admin.33680.log.gz 2024-09-10T10:18:40.988 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37294.log 2024-09-10T10:18:40.988 INFO:teuthology.orchestra.run.smithi157.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.34391.log.gz 2024-09-10T10:18:40.988 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36323.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.36323.log.gz 2024-09-10T10:18:40.989 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34779.log 2024-09-10T10:18:40.989 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37416.log 2024-09-10T10:18:40.989 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34779.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37294.log.gz 2024-09-10T10:18:40.989 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33947.log 2024-09-10T10:18:40.989 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34857.log 2024-09-10T10:18:40.989 INFO:teuthology.orchestra.run.smithi157.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.34779.log.gz 2024-09-10T10:18:40.989 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37416.log: /var/log/ceph/ceph-client.admin.33947.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37416.log.gz 2024-09-10T10:18:40.989 INFO:teuthology.orchestra.run.smithi157.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.33947.log.gz 2024-09-10T10:18:40.990 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.24006.log 2024-09-10T10:18:40.990 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37164.log 2024-09-10T10:18:40.990 INFO:teuthology.orchestra.run.smithi157.stderr: 88.2%/var/log/ceph/ceph.tmp-client.admin.24006.log: -- replaced with /var/log/ceph/ceph-client.admin.34857.log.gz 2024-09-10T10:18:40.990 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33840.log 2024-09-10T10:18:40.990 INFO:teuthology.orchestra.run.smithi157.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.24006.log.gz 2024-09-10T10:18:40.990 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37164.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.37164.log.gz 2024-09-10T10:18:40.990 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34183.log 2024-09-10T10:18:40.990 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.35289.log 2024-09-10T10:18:40.991 INFO:teuthology.orchestra.run.smithi157.stderr: 88.3%/var/log/ceph/ceph-client.admin.34183.log: -- replaced with /var/log/ceph/ceph-client.admin.33840.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36828.log 2024-09-10T10:18:40.991 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-09-10T10:18:40.991 INFO:teuthology.orchestra.run.smithi157.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.34183.log.gz 2024-09-10T10:18:40.991 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.2.35289.log: 89.8% -- replaced with /var/log/ceph/ceph-client.2.35289.log.gz 2024-09-10T10:18:40.991 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34935.log 2024-09-10T10:18:40.991 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.36828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35425.log 2024-09-10T10:18:40.991 INFO:teuthology.orchestra.run.smithi157.stderr: 89.0%/var/log/ceph/ceph-client.admin.34935.log: -- replaced with /var/log/ceph/ceph-client.admin.36828.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35646.log 2024-09-10T10:18:40.991 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-09-10T10:18:40.992 INFO:teuthology.orchestra.run.smithi157.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.34935.log.gz 2024-09-10T10:18:40.992 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35425.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.35425.log.gz 2024-09-10T10:18:40.992 INFO:teuthology.orchestra.run.smithi157.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33918.log 2024-09-10T10:18:40.992 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34363.log 2024-09-10T10:18:40.992 INFO:teuthology.orchestra.run.smithi157.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.35646.log.gz 2024-09-10T10:18:40.992 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.33918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37806.log 2024-09-10T10:18:40.992 INFO:teuthology.orchestra.run.smithi157.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.33918.log.gz 2024-09-10T10:18:40.992 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.34363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34591.log 2024-09-10T10:18:40.993 INFO:teuthology.orchestra.run.smithi157.stderr: 88.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35620.log 2024-09-10T10:18:40.993 INFO:teuthology.orchestra.run.smithi157.stderr: -- replaced with /var/log/ceph/ceph-client.admin.34363.log.gz 2024-09-10T10:18:40.993 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.37806.log: /var/log/ceph/ceph-client.admin.34591.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.37806.log.gz 2024-09-10T10:18:40.993 INFO:teuthology.orchestra.run.smithi157.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.34591.log.gz 2024-09-10T10:18:40.993 INFO:teuthology.orchestra.run.smithi157.stderr:/var/log/ceph/ceph-client.admin.35620.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.35620.log.gz 2024-09-10T10:18:41.010 INFO:teuthology.orchestra.run.smithi157.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-10T10:18:41.013 INFO:teuthology.orchestra.run.smithi192.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-10T10:18:41.014 INFO:teuthology.orchestra.run.smithi192.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-10T10:18:41.015 INFO:teuthology.orchestra.run.smithi157.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-10T10:18:41.033 INFO:teuthology.orchestra.run.smithi192.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-10T10:18:41.035 INFO:teuthology.orchestra.run.smithi192.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-10T10:18:41.045 INFO:teuthology.orchestra.run.smithi192.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-10T10:18:41.056 INFO:teuthology.orchestra.run.smithi157.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-10T10:18:41.080 INFO:teuthology.orchestra.run.smithi157.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-10T10:18:41.081 INFO:teuthology.orchestra.run.smithi192.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-10T10:18:41.083 INFO:teuthology.orchestra.run.smithi192.stderr: 2024-09-10T10:18:41.083 INFO:teuthology.orchestra.run.smithi192.stderr:real 0m0.200s 2024-09-10T10:18:41.083 INFO:teuthology.orchestra.run.smithi192.stderr:user 0m0.820s 2024-09-10T10:18:41.084 INFO:teuthology.orchestra.run.smithi192.stderr:sys 0m0.055s 2024-09-10T10:18:41.097 INFO:teuthology.orchestra.run.smithi157.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-10T10:18:41.099 INFO:teuthology.orchestra.run.smithi157.stderr: 2024-09-10T10:18:41.099 INFO:teuthology.orchestra.run.smithi157.stderr:real 0m0.238s 2024-09-10T10:18:41.099 INFO:teuthology.orchestra.run.smithi157.stderr:user 0m0.859s 2024-09-10T10:18:41.099 INFO:teuthology.orchestra.run.smithi157.stderr:sys 0m0.104s 2024-09-10T10:18:41.100 INFO:tasks.ceph:Archiving logs... 2024-09-10T10:18:41.100 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017/remote/smithi157/log 2024-09-10T10:18:41.101 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T10:18:41.343 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017/remote/smithi192/log 2024-09-10T10:18:41.344 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T10:18:41.450 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-10T10:18:41.462 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-10T10:18:41.463 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T10:18:41.466 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T10:18:41.550 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-10T10:18:41.559 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-10T10:18:41.560 DEBUG:teuthology.orchestra.run.smithi157:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T10:18:41.562 DEBUG:teuthology.orchestra.run.smithi192:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T10:18:41.572 INFO:teuthology.orchestra.run.smithi157.stdout: remote refid st t when poll reach delay offset jitter 2024-09-10T10:18:41.572 INFO:teuthology.orchestra.run.smithi157.stdout:============================================================================== 2024-09-10T10:18:41.572 INFO:teuthology.orchestra.run.smithi157.stdout:+hv01.front.sepi 67.205.162.81 3 u 64 64 37 0.076 -0.777 0.526 2024-09-10T10:18:41.572 INFO:teuthology.orchestra.run.smithi157.stdout:+hv02.front.sepi 63.231.80.2 3 u 58 64 37 0.163 -1.478 0.649 2024-09-10T10:18:41.572 INFO:teuthology.orchestra.run.smithi157.stdout:*hv03.front.sepi 74.6.168.72 3 u 63 64 37 0.084 -1.272 0.749 2024-09-10T10:18:41.573 INFO:teuthology.orchestra.run.smithi157.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:18:41.574 INFO:teuthology.orchestra.run.smithi192.stdout: remote refid st t when poll reach delay offset jitter 2024-09-10T10:18:41.574 INFO:teuthology.orchestra.run.smithi192.stdout:============================================================================== 2024-09-10T10:18:41.574 INFO:teuthology.orchestra.run.smithi192.stdout:+hv01.front.sepi 67.205.162.81 3 u 57 64 37 0.135 -0.004 0.747 2024-09-10T10:18:41.574 INFO:teuthology.orchestra.run.smithi192.stdout:*hv02.front.sepi 63.231.80.2 3 u 61 64 37 0.105 -0.936 0.803 2024-09-10T10:18:41.574 INFO:teuthology.orchestra.run.smithi192.stdout:+hv03.front.sepi 74.6.168.72 3 u 54 64 37 0.224 -0.489 0.753 2024-09-10T10:18:41.575 INFO:teuthology.orchestra.run.smithi192.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-10T10:18:41.576 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-10T10:18:41.585 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-10T10:18:41.586 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-10T10:18:41.611 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-10T10:18:41.643 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-10T10:18:41.677 INFO:teuthology.task.internal:Duration was 777.559257 seconds 2024-09-10T10:18:41.677 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-10T10:18:41.710 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-10T10:18:41.710 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T10:18:41.713 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T10:18:41.752 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-10T10:18:41.752 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi157.front.sepia.ceph.com 2024-09-10T10:18:41.752 DEBUG:teuthology.orchestra.run.smithi157:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T10:18:41.799 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi192.front.sepia.ceph.com 2024-09-10T10:18:41.799 DEBUG:teuthology.orchestra.run.smithi192:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T10:18:41.810 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-10T10:18:41.810 DEBUG:teuthology.orchestra.run.smithi157:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T10:18:41.842 DEBUG:teuthology.orchestra.run.smithi192:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T10:18:41.878 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-10T10:18:41.879 DEBUG:teuthology.orchestra.run.smithi157:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T10:18:41.911 DEBUG:teuthology.orchestra.run.smithi192:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T10:18:41.982 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-10T10:18:41.992 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-10T10:18:41.992 DEBUG:teuthology.orchestra.run.smithi157:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T10:18:42.006 DEBUG:teuthology.orchestra.run.smithi192:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T10:18:42.019 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-10T10:18:42.052 DEBUG:teuthology.orchestra.run.smithi157:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T10:18:42.055 DEBUG:teuthology.orchestra.run.smithi192:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T10:18:42.064 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern = core 2024-09-10T10:18:42.074 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern = core 2024-09-10T10:18:42.087 DEBUG:teuthology.orchestra.run.smithi157:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T10:18:42.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:18:42.126 DEBUG:teuthology.orchestra.run.smithi192:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T10:18:42.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T10:18:42.132 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-10T10:18:42.142 INFO:teuthology.task.internal:Transferring archived files... 2024-09-10T10:18:42.142 DEBUG:teuthology.misc:Transferring archived files from smithi157:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017/remote/smithi157 2024-09-10T10:18:42.143 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T10:18:42.191 DEBUG:teuthology.misc:Transferring archived files from smithi192:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7899017/remote/smithi192 2024-09-10T10:18:42.191 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T10:18:42.212 INFO:teuthology.task.internal:Removing archive directory... 2024-09-10T10:18:42.212 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T10:18:42.231 DEBUG:teuthology.orchestra.run.smithi192:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T10:18:42.257 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-10T10:18:42.267 INFO:teuthology.task.internal:Not uploading archives. 2024-09-10T10:18:42.268 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-10T10:18:42.285 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-10T10:18:42.285 DEBUG:teuthology.orchestra.run.smithi157:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T10:18:42.287 DEBUG:teuthology.orchestra.run.smithi192:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T10:18:42.292 INFO:teuthology.orchestra.run.smithi157.stdout: 658633 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 10:18 /home/ubuntu/cephtest 2024-09-10T10:18:42.305 INFO:teuthology.orchestra.run.smithi192.stdout: 658639 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 10:18 /home/ubuntu/cephtest 2024-09-10T10:18:42.306 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-10T10:18:42.321 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-10T10:18:42.389 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/backtrace} duration: 777.5592565536499 failure_reason: 'Test failure: test_backtrace (tasks.cephfs.test_backtrace.TestBacktrace)' flavor: default owner: scheduled_rishabh@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=f7a786a1b45f4a8cb8d08ca796a416bc status: fail success: false 2024-09-10T10:18:42.390 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T10:18:42.470 INFO:teuthology.run:FAIL